-- Logs begin at Thu 2021-07-29 20:09:29 UTC, end at Thu 2021-07-29 21:05:32 UTC. -- Jul 29 20:40:27.035294 dv-cinder-802957-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 20:40:29.744270 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:40:29.744866 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:40:29.745046 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:40:29.748930 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.common.config [-] Logging enabled! Jul 29 20:40:29.749186 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 20:40:29.749497 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 20:40:29.750418 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:40:29.750654 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:40:29.751041 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:40:29.751287 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:40:29.751514 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:40:29.751837 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.752137 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.752429 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.752659 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.752954 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.753245 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.753524 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.753810 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.754105 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.754388 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.754665 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.754968 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.755198 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.755477 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.755760 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.756043 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.756265 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] debug = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.756543 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.756966 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.757376 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.757654 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.757941 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.758229 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.758489 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.758793 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.759078 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.759402 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] host = dv-cinder-802957-1-iscsi {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.759677 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.759960 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.760244 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.760525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.760796 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.761073 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.761406 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.762176 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.762448 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.762746 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.763039 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.763326 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.763616 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.763842 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.764064 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.764351 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.764635 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.764909 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.765180 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.765452 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.765723 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.765994 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.766261 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.766544 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.766856 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.767139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.767415 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.767685 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.767954 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.768221 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.768505 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.768775 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.769045 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.769314 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.769599 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.769867 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.770137 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.770432 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.770736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.771016 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.771297 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.771569 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.771848 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.772118 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.772387 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.772655 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_json = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.772924 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.773191 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.773470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.773739 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.774009 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.774278 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.774547 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.774855 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:29.775168 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.775449 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.775748 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.776028 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.776322 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.776600 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.776886 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.777186 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.777472 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.777759 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.778047 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.778328 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.778615 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.778914 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.779205 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.779509 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.779802 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.780091 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.780364 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.780638 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.780912 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.781266 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.781558 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.781850 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.782140 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.782411 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.782708 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.782995 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.783269 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.783539 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.783816 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.784102 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.784376 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.784647 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.784927 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.785202 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.785472 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.785743 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.786019 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.786306 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.786579 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.786873 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.787144 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.787418 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.787688 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.787975 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.788255 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.788540 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.788796 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.789072 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.789345 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.789617 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.789897 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.790169 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.790443 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.790736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.791009 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.791280 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.791552 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.791823 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.792096 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.792365 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.792666 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.792938 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.793209 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.793478 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.793747 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.794017 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.794302 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.794599 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.794902 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.795178 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.795451 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.795726 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.796001 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.796278 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.796555 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.796830 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.797102 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.797387 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.797669 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.797957 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.798245 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.798520 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.798839 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.799118 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.799397 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.799673 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.799951 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.800238 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.800522 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.800813 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.801104 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.801393 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.801683 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.801976 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.802256 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.802563 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.802871 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:29.803089 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:40:29.803328 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104599) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 20:40:30.153955 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:40:30.154235 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:40:30.154528 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 20:40:30.154892 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 20:40:30.544821 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.545139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.545418 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.546750 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.546998 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.547264 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.582092 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.582369 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.582634 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.597479 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.597759 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.598027 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.626517 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.626819 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.627090 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.664211 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.664494 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.664764 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.895922 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.896520 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.896520 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.896686 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:30.897390 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.018259 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.018578 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.018890 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.019163 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.019429 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.019738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.020000 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.020255 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.020506 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.020785 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.021050 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.021314 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.021568 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.021818 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.022070 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.022332 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.022585 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.022877 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.023148 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.023408 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.023678 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.023928 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.024206 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.024578 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.024826 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.025070 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.025458 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.025699 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.025935 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.026170 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.026403 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.026636 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.027563 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 20:40:31.030621 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 20:40:31.034555 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 20:40:31.038430 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 29 20:40:31.040081 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 20:40:31.040531 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 20:40:31.040868 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 20:40:31.041258 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 20:40:31.044114 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 20:40:31.044368 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 20:40:31.044715 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:40:31.049976 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 20:40:31.072461 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 20:40:31.072917 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.073213 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104599) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 20:40:31.073575 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.075470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104599) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 20:40:31.075749 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 20:40:31.075995 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 20:40:31.079443 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.079725 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.143414 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 20:40:31.143648 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 20:40:31.143882 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 20:40:31.144247 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 20:40:31.166234 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_db.sqlalchemy.engines [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104599) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 20:40:31.692736 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing driver for type 'gre' Jul 29 20:40:31.693410 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] gre ID ranges: [(1, 1000)] Jul 29 20:40:31.744200 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing driver for type 'local' Jul 29 20:40:31.744567 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing driver for type 'vlan' Jul 29 20:40:31.757212 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] VlanTypeDriver initialization complete Jul 29 20:40:31.757565 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing driver for type 'vxlan' Jul 29 20:40:31.758047 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] vxlan ID ranges: [(1, 1000)] Jul 29 20:40:31.813115 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing extension driver 'port_security' Jul 29 20:40:31.813465 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.extensions.port_security [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] PortSecurityExtensionDriver initialization complete Jul 29 20:40:31.813787 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing mechanism driver 'openvswitch' Jul 29 20:40:31.814119 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing mechanism driver 'hyperv' Jul 29 20:40:31.820620 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.plugin [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:31.821464 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.821836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.822188 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.822738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.823177 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.823529 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.824362 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.824750 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.825153 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.825496 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.825835 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.826218 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.826616 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.826988 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.827328 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.827717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.828119 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.828466 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.828808 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.829224 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.829624 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > address_group after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.829966 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > address_group after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.830300 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.830702 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 20:40:31.831078 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] ML2 OVO RPC backend initialized. {{(pid=104599) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 20:40:31.831778 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.832139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.832556 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.832904 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > networks before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.833249 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.833589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > ports before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.833929 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.834268 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnets before_response 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.834611 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.834973 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.835308 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.835642 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.835977 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.836309 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.836641 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.836973 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.837304 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.838129 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.plugin [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Modular L2 Plugin initialization complete Jul 29 20:40:31.838455 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading services supported by the core plugin {{(pid=104599) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 20:40:31.838809 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.plugins.ml2.managers [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Got port-security extension from driver 'port_security' Jul 29 20:40:31.839276 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.extensions.vlantransparent [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Disabled vlantransparent extension. Jul 29 20:40:31.840283 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104599) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 20:40:31.840617 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: router Jul 29 20:40:31.875434 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.875828 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_create 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.876206 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router before_create 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.876556 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.876928 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.877280 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_delete 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.877637 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.878121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_create 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.878471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.878846 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.879196 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.879552 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.879962 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.880330 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.880671 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.881009 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: subnet after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.881352 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.881697 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.882045 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_create 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.882388 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.882754 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.883112 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router after_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.883449 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.883799 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_create 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.884159 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.884505 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_update 55549900 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.884868 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > agent after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.885214 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > agent after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.885557 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > network after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.886926 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Tracking information for resource: router configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.887256 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Tracking information for resource: floatingip configured {{(pid=104599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 20:40:31.892174 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.db.l3_agentschedulers_db [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 20:40:31.892768 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.893123 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.893475 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.893825 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: port after_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.894623 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router before_create 55550100 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.895016 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.895379 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_create 55550100 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.895739 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > router precommit_update 55550100 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.900192 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.provider_configuration [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service providers = [] {{(pid=104599) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 20:40:31.900711 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.db.servicetype_db [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104599) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 20:40:31.904149 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.service_base [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:40:31.904497 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.service_base [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:40:31.904836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.service_base [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:40:31.905726 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.services.service_base [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 20:40:31.906097 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.services.service_base [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 20:40:31.906466 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.906812 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 20:40:31.918798 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.919136 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: auto_allocate Jul 29 20:40:31.924882 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: network precommit_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.925249 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: network precommit_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.925764 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.926083 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: tag Jul 29 20:40:31.932880 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.933732 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: timestamp Jul 29 20:40:31.937671 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.938002 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: network_ip_availability Jul 29 20:40:31.943632 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.943955 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.944310 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:31.945043 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.945364 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: flavors Jul 29 20:40:31.950869 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.951202 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading Plugin: revisions Jul 29 20:40:31.955470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 20:40:31.955861 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=104599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 20:40:31.956595 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104599) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 20:40:31.956935 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Initializing extension manager. Jul 29 20:40:31.957447 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: __init__.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.957788 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: __pycache__ {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.958119 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.958448 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: address_group.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.959242 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.959816 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: address-group Jul 29 20:40:31.960139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: address_scope.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.960858 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.961370 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: address-scope Jul 29 20:40:31.961692 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.962630 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.963418 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: router-admin-state-down-before-update Jul 29 20:40:31.963738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: agent.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.964470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.964972 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: agent Jul 29 20:40:31.965291 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: agent_resources_synced.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.966210 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.966734 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: agent-resources-synced Jul 29 20:40:31.967055 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: allowedaddresspairs.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.968857 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.969368 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: allowed-address-pairs Jul 29 20:40:31.969693 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: auto_allocated_topology.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.970801 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.971312 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: auto-allocated-topology Jul 29 20:40:31.971636 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: availability_zone.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.972333 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.972833 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: availability_zone Jul 29 20:40:31.973152 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: availability_zone_filter.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.974066 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.974561 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: availability_zone_filter Jul 29 20:40:31.974924 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: data_plane_status.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.975824 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.976323 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 20:40:31.976643 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: default_subnetpools.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.977573 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.978078 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: default-subnetpools Jul 29 20:40:31.978400 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.979247 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.979749 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: dhcp_agent_scheduler Jul 29 20:40:31.980099 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: dns.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.981025 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.981531 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 20:40:31.981850 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: dns_domain_ports.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.982795 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.983322 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 20:40:31.983641 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.984561 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.985057 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 20:40:31.985373 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: dvr.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.986041 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.986537 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: dvr Jul 29 20:40:31.986874 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: ecmp_routes.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.987786 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.988276 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 20:40:31.988592 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: empty_string_filtering.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.989500 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.989997 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: empty-string-filtering Jul 29 20:40:31.990313 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.991262 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.991762 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:40:31.992085 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.993019 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.993505 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 20:40:31.993825 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: external_net.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.994759 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.995257 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: external-net Jul 29 20:40:31.996078 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.996998 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.997499 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: extra_dhcp_opt Jul 29 20:40:31.997819 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: extraroute.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:31.998767 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:31.999261 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: extraroute Jul 29 20:40:31.999578 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: extraroute_atomic.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.000614 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.001112 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: extraroute-atomic Jul 29 20:40:32.001432 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: filter_validation.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.002267 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.002794 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: filter-validation Jul 29 20:40:32.003115 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: fip_pf_description.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.004026 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.004518 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 20:40:32.004836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: fip_port_details.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.005750 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.006244 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: fip-port-details Jul 29 20:40:32.006562 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: flavors.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.007818 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.008327 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: flavors Jul 29 20:40:32.008651 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.010288 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.010842 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 20:40:32.011191 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: floatingip_pools.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.012414 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.012919 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: floatingip-pools Jul 29 20:40:32.013244 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: ip_allocation.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.014172 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.014675 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 20:40:32.015023 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.015943 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.016451 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: ip-substring-filtering Jul 29 20:40:32.016776 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l2_adjacency.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.017709 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.018208 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 20:40:32.018528 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.019511 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.020029 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: router Jul 29 20:40:32.020350 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.022559 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.023112 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 20:40:32.023441 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.024374 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.024883 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: ext-gw-mode Jul 29 20:40:32.025207 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.026147 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.026649 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: l3-ha Jul 29 20:40:32.027018 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3_flavors.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.027938 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.028440 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: l3-flavors Jul 29 20:40:32.028763 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.029678 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.030176 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 20:40:32.030496 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: l3agentscheduler.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.031567 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.032077 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: l3_agent_scheduler Jul 29 20:40:32.032399 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: logging.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.033869 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.034383 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension logging not supported by any of loaded plugins Jul 29 20:40:32.034727 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: metering.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.035471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.036042 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: metering Jul 29 20:40:32.036363 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.037572 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.038080 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: metering_source_and_destination_fields Jul 29 20:40:32.038402 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: multiprovidernet.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.039358 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.039865 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: multi-provider Jul 29 20:40:32.040185 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: netmtu.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.041106 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.041609 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: net-mtu Jul 29 20:40:32.041932 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: netmtu_writable.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.042897 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.043400 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: net-mtu-writable Jul 29 20:40:32.043717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: network_availability_zone.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.044382 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.044881 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: network_availability_zone Jul 29 20:40:32.045198 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: network_ip_availability.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.046285 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.046818 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: network-ip-availability Jul 29 20:40:32.047141 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: network_segment_range.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.047905 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.048405 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 20:40:32.048724 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: pagination.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.049713 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.050037 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: pagination Jul 29 20:40:32.050356 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: port_device_profile.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.051308 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.051828 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: port-device-profile Jul 29 20:40:32.052148 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.053067 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.053568 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: port-mac-address-regenerate Jul 29 20:40:32.053890 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.054836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.055337 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: port-numa-affinity-policy Jul 29 20:40:32.055657 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: port_resource_request.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.056571 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.057070 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 20:40:32.057389 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: portbindings.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.058866 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.059372 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: binding Jul 29 20:40:32.059693 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: portbindings_extended.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.060969 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.061479 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: binding-extended Jul 29 20:40:32.061810 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: portsecurity.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.062759 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.063267 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: port-security Jul 29 20:40:32.063586 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: project_id.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.064566 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.064892 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: project-id Jul 29 20:40:32.065211 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: providernet.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.066135 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.066643 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: provider Jul 29 20:40:32.066993 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.070406 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.070961 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos not supported by any of loaded plugins Jul 29 20:40:32.071290 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.072539 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.073044 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 20:40:32.073371 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.074871 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.075376 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 20:40:32.075699 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_default.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.076620 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.077123 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-default not supported by any of loaded plugins Jul 29 20:40:32.077445 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_fip.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.078098 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.078590 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 20:40:32.078953 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_gateway_ip.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.079880 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.080383 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 20:40:32.080705 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_port_network_policy.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.081621 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.082129 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 20:40:32.082449 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_rule_type_details.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.083394 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.083899 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 20:40:32.084221 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: qos_rules_alias.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.085253 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.085757 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 20:40:32.086077 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: quotasv2.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.087195 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.087524 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: quotas Jul 29 20:40:32.088097 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: quotasv2_detail.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.091178 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.091518 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: quota_details Jul 29 20:40:32.091856 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: rbac.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.092903 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.093424 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: rbac-policies Jul 29 20:40:32.093751 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: rbac_address_group.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.094714 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.095227 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: rbac-address-group Jul 29 20:40:32.095551 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: rbac_address_scope.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.096470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.096977 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: rbac-address-scope Jul 29 20:40:32.097302 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: rbac_security_groups.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.098225 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.098767 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: rbac-security-groups Jul 29 20:40:32.099093 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: rbac_subnetpool.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.100010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.100517 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: rbac-subnetpool Jul 29 20:40:32.100838 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: revisionifmatch.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.101758 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.102263 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: revision-if-match Jul 29 20:40:32.102583 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: revisions.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.103724 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.104233 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: standard-attr-revisions Jul 29 20:40:32.104553 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: router_availability_zone.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.105245 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.105747 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: router_availability_zone Jul 29 20:40:32.106068 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: routerservicetype.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.107031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.107534 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 20:40:32.107856 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.108778 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.109282 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: security-groups-normalized-cidr Jul 29 20:40:32.109602 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.110524 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.111055 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: port-security-groups-filtering Jul 29 20:40:32.111375 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.112311 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.112815 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: security-groups-remote-address-group Jul 29 20:40:32.113137 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: securitygroup.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.123293 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.123816 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: security-group Jul 29 20:40:32.124146 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: segment.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.124929 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.125438 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension segment not supported by any of loaded plugins Jul 29 20:40:32.125763 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.126722 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.127229 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 20:40:32.127550 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: servicetype.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.128736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.129326 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: service-type Jul 29 20:40:32.129654 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: sorting.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.130735 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.131069 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: sorting Jul 29 20:40:32.131390 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: standard_attr_segment.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.132386 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.132893 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 20:40:32.133213 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: standardattrdescription.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.133858 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.134359 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: standard-attr-description Jul 29 20:40:32.134696 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: stateful_security_group.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.135642 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.136154 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: stateful-security-group Jul 29 20:40:32.137022 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: stdattrs_common.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.137602 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 20:40:32.137922 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.138883 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.139402 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 20:40:32.139721 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnet_onboard.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.140805 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.141316 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: subnet_onboard Jul 29 20:40:32.141638 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.142573 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.143108 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 20:40:32.143432 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnet_service_types.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.144354 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.144862 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: subnet-service-types Jul 29 20:40:32.145184 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnetallocation.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.146260 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.146791 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: subnet_allocation Jul 29 20:40:32.147115 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.147777 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.148280 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: subnetpool-prefix-ops Jul 29 20:40:32.148598 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.149525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.150030 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 20:40:32.150351 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: tagging.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.151452 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.151990 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: standard-attr-tag Jul 29 20:40:32.152314 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: timestamp.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.153524 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.154035 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loaded extension: standard-attr-timestamp Jul 29 20:40:32.154358 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: trunk.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.155413 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.155930 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension trunk not supported by any of loaded plugins Jul 29 20:40:32.156254 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: trunk_details.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.157185 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.157698 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 20:40:32.158023 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: uplink_status_propagation.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.158977 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.159486 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 20:40:32.159806 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Loading extension file: vlantransparent.py {{(pid=104599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 20:40:32.160474 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 20:40:32.160979 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 20:40:32.163456 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:network Jul 29 20:40:32.163975 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnet Jul 29 20:40:32.164371 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:40:32.164769 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:port Jul 29 20:40:32.166019 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.166454 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service FLAVORS assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.167102 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.167565 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.167892 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:router Jul 29 20:40:32.168335 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:40:32.168818 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service METERING assigned prefix: /metering {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.170240 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:32.170607 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:32.170980 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:40:32.171979 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:40:32.172434 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:40:32.172865 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:40:32.173463 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service CORE assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.173789 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:40:32.174132 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] subnetpool is already registered Jul 29 20:40:32.174562 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service CORE assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.174912 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:40:32.175242 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] subnetpool is already registered Jul 29 20:40:32.177563 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.178122 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service FLAVORS assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.178784 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.179234 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.179565 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:router Jul 29 20:40:32.179903 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] router is already registered Jul 29 20:40:32.180318 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 20:40:32.180650 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] floatingip is already registered Jul 29 20:40:32.181121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service METERING assigned prefix: /metering {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.181830 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 20:40:32.182155 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] rbac_policy is already registered Jul 29 20:40:32.182580 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:security_group Jul 29 20:40:32.182943 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] security_group is already registered Jul 29 20:40:32.183883 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 20:40:32.184221 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] security_group_rule is already registered Jul 29 20:40:32.184714 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service CORE assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.185038 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:40:32.185369 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] subnetpool is already registered Jul 29 20:40:32.185782 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.v2.resource_helper [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Service CORE assigned prefix: {{(pid=104599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 20:40:32.186102 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 20:40:32.186437 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING neutron.quota.resource_registry [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] subnetpool is already registered Jul 29 20:40:32.188076 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: extensions {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.189529 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: address-groups {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.191048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: address-scopes {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.192283 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: agents {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.193531 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: auto-allocated-topology {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.194851 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: availability_zones {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.196027 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: dhcp-networks {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.197430 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: dhcp-agents {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.199519 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: routers {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.201253 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: flavors {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.202584 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: service_profiles {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.204872 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: next_providers {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.206314 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: service_profiles {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.207779 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: floatingip-pools {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.209100 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: routers {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.210838 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: floatingips {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.212031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: l3-routers {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.213795 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: l3-agents {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.215258 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: metering-labels {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.216525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: metering-label-rules {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.217790 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: network-ip-availabilities {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.219171 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: bindings {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.220740 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: quotas {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.222170 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: quotas {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.223738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: rbac-policies {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.224934 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: security-groups {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.226142 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: security-group-rules {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.227500 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: service-providers {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.228718 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: subnetpools {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.230085 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: subnetpools {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.231664 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.233400 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.235147 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.237030 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.238766 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.240627 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.242403 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.244240 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.247556 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.249324 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron.api.extensions [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Extended resource: tags {{(pid=104599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 20:40:32.255319 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING keystonemiddleware.auth_token [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 20:40:32.259877 dv-cinder-802957-1-iscsi neutron-server[104599]: WARNING keystonemiddleware.auth_token [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 20:40:32.268801 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Acquired lock "singleton_lock" {{(pid=104599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 20:40:32.269278 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_concurrency.lockutils [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Releasing lock "singleton_lock" {{(pid=104599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 20:40:32.269920 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Starting 2 workers Jul 29 20:40:32.274693 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Started child 104708 {{(pid=104599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:40:32.280253 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.281197 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Started child 104709 {{(pid=104599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:40:32.281773 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [-] (104708) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:40:32.283549 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO neutron.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 20:40:32.284061 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Notify callbacks [] for process, before_spawn {{(pid=104599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.284360 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.285735 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [-] (104709) wsgi starting up on http://0.0.0.0:9696 Jul 29 20:40:32.286487 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Starting 1 workers Jul 29 20:40:32.291811 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Started child 104710 {{(pid=104599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:40:32.292335 dv-cinder-802957-1-iscsi neutron-server[104599]: INFO oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Starting 1 workers Jul 29 20:40:32.295798 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] calling RpcWorker wait() {{(pid=104710) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 20:40:32.296343 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] returning from RpcWorker wait() {{(pid=104710) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 20:40:32.297282 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Started child 104711 {{(pid=104599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 20:40:32.297538 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.297979 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:32.298104 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG neutron_lib.callbacks.manager [None req-d4067c2b-9125-4f01-9417-e41924f18e70 None None] Notify callbacks [] for process, after_spawn {{(pid=104599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.300055 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:40:32.300272 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:40:32.300460 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:40:32.300684 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:40:32.301020 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:40:32.301192 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:40:32.301672 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.301934 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.302127 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:32.302605 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.302605 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.302803 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.303293 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.303572 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.303820 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.304104 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.304368 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.304537 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.304704 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.304956 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.305186 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.305523 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.305775 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.306036 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.306302 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.306471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.306749 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.307010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.307257 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.307515 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] debug = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.307770 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.308826 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.309057 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.309308 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.309524 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.309807 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.310034 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.310276 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.310521 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.310758 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.310998 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.311252 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.311492 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.311729 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.311921 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.312178 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.312419 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.312890 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] host = dv-cinder-802957-1-iscsi {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.313137 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.313372 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.313601 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.313848 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.314093 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.314309 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.314572 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.314854 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.315112 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.315354 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.315598 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.315844 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.316070 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.316309 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.316467 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_options = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.316730 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.317000 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.317419 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.317515 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.317660 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.317822 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.318048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.318214 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.318458 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.318742 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.318936 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.319233 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.319411 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.319695 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.319893 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.320101 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.320315 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.320603 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.320853 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.321086 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.321277 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.321532 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.321790 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.321978 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.322197 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.322406 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.322628 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.322870 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.323135 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.323341 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.323590 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.323846 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.326102 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.326252 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.326544 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.327055 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.327372 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.327652 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.328033 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.328240 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.329692 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.329692 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_json = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.331581 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.332076 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.332076 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.332225 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.332314 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.332832 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.333736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.333974 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.334295 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.334567 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.334830 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.335078 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.335319 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.335548 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.335805 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.336039 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.336466 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.336697 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.337062 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.337415 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.337521 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:32.337708 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.338286 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.338589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.339589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.339589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.339589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.339589 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.340275 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.340275 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.343717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.345010 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346461 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346997 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346997 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.346997 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.347173 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348031 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348300 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348488 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348607 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.348844 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.349120 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.349349 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.349660 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.349905 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.350150 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.350385 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.350882 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.351196 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.351492 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.351924 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.352418 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.352827 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.353113 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.353398 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.353674 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.353995 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.354276 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.354562 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.354863 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.355678 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.355979 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.356279 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.356592 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.357058 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.357411 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.357837 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.358185 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.358475 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.358761 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.359181 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.359465 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.359709 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.360131 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.360392 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.360686 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.360948 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.361228 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.361488 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.361732 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.361973 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.362211 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.362459 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.362673 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.362952 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.363183 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.363459 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.363696 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.363937 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.364183 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.364452 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.364725 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.364977 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.365258 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.365501 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.365781 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.366069 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.366341 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.366606 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.366877 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.367125 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.367399 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.367647 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.367894 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.368143 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.368401 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.368642 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.368920 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.369139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.369395 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.369642 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.369869 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.370210 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.370494 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.371317 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.371566 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.371836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.372093 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.372330 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.372593 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.372842 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.373073 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.373316 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.373548 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.373767 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.374014 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.374252 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.374471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.374736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.374955 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.375181 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.375391 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.375599 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.375863 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.376078 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.376353 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.376525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.376761 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.376998 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.377247 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.377460 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.377678 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.377915 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.378151 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.378387 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.378605 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.378860 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.379125 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.379347 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.379623 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.379867 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.380112 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.380418 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.380645 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.380904 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.381121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.381369 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.381587 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.381800 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.382013 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.382231 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.382443 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.382655 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.382926 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.383273 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.383412 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.383606 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.383945 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.384297 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.384446 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.384653 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.384852 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.385102 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.385335 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.385556 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.385769 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.385984 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.386498 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.386498 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.386749 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.386953 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.387183 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.387410 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.387638 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.387854 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.388081 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.388378 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.388626 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.388899 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.389128 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.389366 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.389609 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.389836 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.390070 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.390249 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.390470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.390712 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.390911 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.391138 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.391349 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.391560 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.391802 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.392016 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.392247 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.392491 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.392700 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.392930 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.393150 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.393363 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.393593 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.393840 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.394085 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.394368 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.394515 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.394769 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.394979 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.395204 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.395416 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.395951 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.395951 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.396252 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.396252 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.396958 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.396958 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.397222 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.397367 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.397504 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.397738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.398008 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.398329 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.398546 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.398808 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.399028 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.399249 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.399493 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.399748 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.400092 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.400345 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.400618 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.400879 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.401161 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.401456 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.401727 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.401986 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.402278 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.402612 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.402910 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.403183 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.403419 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.403674 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.403912 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.404129 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.404343 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.404555 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.404774 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.404998 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.405254 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.405476 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.405711 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.405938 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.406171 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.406423 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.406656 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.406909 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.407138 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.407282 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:40:32.407796 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 20:40:32.407938 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 20:40:32.408094 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 20:40:32.408261 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 20:40:32.408427 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 20:40:32.408569 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 20:40:32.408768 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.408929 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409089 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409226 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409385 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409565 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409711 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.409869 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410011 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410165 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410368 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410517 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410653 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410838 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.410985 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411255 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411389 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411495 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411654 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411813 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.411969 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412127 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] debug = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412284 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412476 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412639 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412795 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.412952 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413108 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413266 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413422 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413578 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413735 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.413891 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414205 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414361 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414517 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414674 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414841 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.414999 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] host = dv-cinder-802957-1-iscsi {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415155 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415311 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415627 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415786 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.415946 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.416173 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.416512 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.416512 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.416778 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.416778 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.417048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.417048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.417256 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.417358 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_options = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418003 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418333 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418333 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418538 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418641 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418789 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.418942 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419104 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419262 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419419 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419576 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419732 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.419889 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420047 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420203 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420414 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420511 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420656 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420813 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.420969 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421125 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421287 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421425 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421568 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421703 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.421860 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422002 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422145 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422305 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422446 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422605 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422783 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.422942 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423098 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423254 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423412 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423573 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423734 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.423891 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424049 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424208 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424366 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424681 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424838 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.424994 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_json = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425152 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425307 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425466 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425603 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425738 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.425894 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.426036 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.426194 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 20:40:32.426372 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.426534 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.426805 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.426905 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427034 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427197 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427341 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427488 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427648 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427805 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.427962 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428123 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428282 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428440 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428600 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428764 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.428928 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429090 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429242 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429389 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429534 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429692 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.429867 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430026 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430187 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430347 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430671 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430819 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.430983 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431145 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431306 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431466 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431625 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431790 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.431975 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432106 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432257 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432419 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432582 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432739 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.432876 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433037 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433251 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433415 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433568 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433725 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.433880 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434016 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434180 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434350 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434512 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434675 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.434865 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435016 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435148 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435284 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435443 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435585 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435749 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.435901 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436070 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436220 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436363 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436525 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436687 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.436860 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437006 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437159 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437365 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437504 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437591 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437743 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:32.437837 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.437917 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438048 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438208 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438369 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438529 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438706 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.438869 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439032 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439193 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439353 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439513 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439684 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.439859 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440019 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440179 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440339 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440500 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440664 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440826 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.440985 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441145 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441306 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441467 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441626 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441788 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.441948 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442107 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442267 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442426 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442585 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442772 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.442934 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443094 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443255 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443416 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443575 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443734 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.443893 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444063 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444224 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444386 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444545 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444700 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.444919 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445030 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445192 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445351 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445511 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445671 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445832 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.445991 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446150 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446309 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446470 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446637 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446827 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.446987 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447150 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447310 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447494 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447652 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447812 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.447972 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.448131 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.448365 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.449540 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.449540 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.449540 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.449540 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.450421 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451174 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451174 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451174 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451174 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451174 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451753 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451753 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451753 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.451753 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452117 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452117 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452355 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452355 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452593 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452675 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452797 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.452917 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453071 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453231 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453392 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453553 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453718 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.453880 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454042 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454203 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454365 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454527 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454726 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.454871 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455018 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455157 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455312 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455474 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455637 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455799 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.455960 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456282 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456431 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456604 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456765 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.456926 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457087 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457238 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457395 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457555 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457717 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.457866 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458025 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458183 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458345 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458508 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458668 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.458916 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459076 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459237 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459403 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459563 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459736 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.459897 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460057 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460216 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460377 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460538 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460707 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.460855 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461046 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461161 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461308 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461644 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461802 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.461962 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.462121 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.462281 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.462443 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.462610 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463051 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463185 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463336 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463471 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463634 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463803 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.463964 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464124 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464282 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464489 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464649 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464819 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.464979 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465139 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465298 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465458 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465616 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465785 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.465946 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466108 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466276 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466437 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466596 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466777 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.466952 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467112 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467274 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467434 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467593 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467753 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.467915 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468080 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468249 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468416 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468577 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468745 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.468914 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469081 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469241 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469412 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469585 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469745 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.469905 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470065 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470224 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470384 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470543 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470724 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.470879 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471043 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471205 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471365 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471524 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471684 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.471844 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472004 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472164 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472324 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472483 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472643 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 20:40:32.472796 dv-cinder-802957-1-iscsi neutron-server[104599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 20:40:32.707420 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60696) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:32.716567 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068858 Jul 29 20:40:44.190358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa61010-0efb-4b83-bdfd-1d88eaf0af5d None None] get_active_networks_info from dv-cinder-802957-1-iscsi {{(pid=104710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 20:40:44.354504 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa61010-0efb-4b83-bdfd-1d88eaf0af5d None None] No non-hosted networks {{(pid=104710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 20:40:44.380977 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.agentschedulers_db [None req-7aa61010-0efb-4b83-bdfd-1d88eaf0af5d None None] DHCP Agent not found on host dv-cinder-802957-1-iscsi {{(pid=104710) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 20:40:44.585683 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b14cfb97-8573-414e-8939-5c06cdaa4382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.066242 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e046f471-30ef-4ace-8fe5-88f806419852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.218750 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1678fdbb-c4b2-4ded-a4a4-58dce44508ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.529567 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.588883 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:47.590019 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.590597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.591195 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.591708 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.592284 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.593487 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.594100 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.594935 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.595393 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.596077 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.596625 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.597106 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:47.597656 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802957-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:47.604140 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802957-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:40:48.993236 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:50.260909 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60788) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:50.753119 dv-cinder-802957-1-iscsi neutron-server[104708]: WARNING oslo_policy.policy [None req-e4edccff-d462-4684-a8ff-e146a3bedcc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:50.753689 dv-cinder-802957-1-iscsi neutron-server[104708]: WARNING oslo_policy.policy [None req-e4edccff-d462-4684-a8ff-e146a3bedcc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:50.968510 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [None req-e4edccff-d462-4684-a8ff-e146a3bedcc6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:40:50.969480 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-e4edccff-d462-4684-a8ff-e146a3bedcc6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7076914 Jul 29 20:40:53.324203 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60802) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:53.461377 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.db.l3_hamode_db [None req-a666ebe3-9375-4497-915d-0322f4b19292 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 20:40:53.537041 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666ebe3-9375-4497-915d-0322f4b19292 None None] Routers set() bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:40:53.537415 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666ebe3-9375-4497-915d-0322f4b19292 None None] Router IDs set() for agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 20:40:53.647100 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:53.740067 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.policy [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104708) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:40:53.783715 dv-cinder-802957-1-iscsi neutron-server[104708]: WARNING oslo_policy.policy [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:53.784078 dv-cinder-802957-1-iscsi neutron-server[104708]: WARNING oslo_policy.policy [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:53.792921 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.quota [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] Loaded quota_driver: . Jul 29 20:40:53.883093 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771513922410', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771513921855', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771513910775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771513973549', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771506466595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771513953920', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-595473', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-716927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820593', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1618187'] for rbac-policy, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:53.947003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:53.948170 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-017a1e58-d559-48ce-87fa-4805058070f4 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6227996 Jul 29 20:40:56.495353 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60814) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:40:56.973832 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING oslo_policy.policy [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:56.974414 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING oslo_policy.policy [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:57.188660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'name': 'private', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:40:57.190283 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.quota [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Loaded quota_driver: . Jul 29 20:40:57.247714 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Made reservation on behalf of 51a4e88453524f3aaab36b85dd4ebb65 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:40:57.313652 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.policy [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104709) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 20:40:57.359655 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING oslo_policy.policy [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:57.360034 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING oslo_policy.policy [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 20:40:57.370367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.391880 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.532298 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.535985 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.560352 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:40:57.584093 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771509272872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.584665 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Unsubscribe: segment precommit_create {{(pid=104709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:40:57.585165 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Added segment 6c284754-1a73-430d-b3f2-6488aef49cbf of type vlan for network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 Jul 29 20:40:57.602143 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a387189c-52e2-4891-9d55-ab93c6c3b980,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:57.622867 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.623217 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.623552 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.623877 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.624196 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.624530 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.624851 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.625186 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.625507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.625827 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.626136 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.626448 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Tracked resource versions report: Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: pushed versions: Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: { 'AddressGroup': {'1.2'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'ConntrackHelper': {'1.0'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Log': {'1.0'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Network': {'1.1'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Port': {'1.7'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'PortForwarding': {'1.2'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'QosPolicy': {'1.8'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroup': {'1.4'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SubPort': {'1.0'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Subnet': {'1.1'}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Trunk': {'1.1'}} Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: consumer versions: Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'ConntrackHelper': '1.0', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Log': '1.0', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Network': '1.1', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Port': '1.7', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'PortForwarding': '1.2', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'QosPolicy': '1.8', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroup': '1.4', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroupRule': '1.2', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SubPort': '1.0', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Subnet': '1.1', Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Trunk': '1.1'}} Jul 29 20:40:57.627578 dv-cinder-802957-1-iscsi neutron-server[104709]: {{(pid=104709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:40:57.714534 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.769608 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.770969 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:40:57.771614 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:40:57.850936 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3532755 Jul 29 20:40:57.868751 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e5340-d086-47b9-9f28-6ccb78a5e85f admin admin] Pushing event updated for resources: {'Network': ['ID=8de96320-fe0d-4682-b3ea-dd1fec6cf551,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:40:57.880501 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:41:00.479320 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60836) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:00.859031 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576bfd1d-2dcc-4b60-914a-8bce47a4ed1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:00.860413 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-576bfd1d-2dcc-4b60-914a-8bce47a4ed1b admin admin] 10.222.0.43 "GET /v2.0/networks/8de96320-fe0d-4682-b3ea-dd1fec6cf551 HTTP/1.1" status: 200 len: 825 time: 0.3801224 Jul 29 20:41:00.899353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7d904f6d-63e4-4306-9680-96f435a41152 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/70cd035e-2e36-4c4a-aa0b-58b2e25b83e4 HTTP/1.1" status: 200 len: 734 time: 0.0327706 Jul 29 20:41:00.908906 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Request body: {'subnet': {'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4', 'name': 'private-subnet', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gateway_ip': '172.20.0.1', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:00.931196 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Made reservation on behalf of 51a4e88453524f3aaab36b85dd4ebb65 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:00.933539 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:01.223113 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:01.288450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f947eb-4c05-4616-ae7a-af2744362966,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:01.293444 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Checking segment: {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:01.293846 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Network hostable DHCP agents. Network: 8de96320-fe0d-4682-b3ea-dd1fec6cf551, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:41:01.315513 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:41:01.326678 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 8de96320-fe0d-4682-b3ea-dd1fec6cf551) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:01.331513 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:01.332115 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:01.336694 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf413c5-f456-47b8-b10f-d78e42fd5af7 None None] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:01.355276 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-3c89c5be-caa4-4a02-a164-2bba63aaa9e7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4495895 Jul 29 20:41:01.655089 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:41:01.656378 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:01.926832 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Allocated IP 172.20.0.2 (8de96320-fe0d-4682-b3ea-dd1fec6cf551/f0f947eb-4c05-4616-ae7a-af2744362966/2e43dacc-16c4-4559-8c33-a54877301719) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:02.128763 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:02.171019 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Transition to ACTIVE for port object 2e43dacc-16c4-4559-8c33-a54877301719 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:02.192773 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Transition to ACTIVE for port object 2e43dacc-16c4-4559-8c33-a54877301719 will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:02.201216 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:02.269272 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:02.274897 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:02.286621 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Pushing event updated for resources: {'Port': ['ID=2e43dacc-16c4-4559-8c33-a54877301719,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:02.287004 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:02.297148 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.297518 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.297863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.298196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.298526 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.298887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.299215 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.299538 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.299877 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.300203 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.300585 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.300909 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Tracked resource versions report: Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: pushed versions: Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: { 'AddressGroup': {'1.2'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'ConntrackHelper': {'1.0'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Log': {'1.0'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Network': {'1.1'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Port': {'1.7'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'PortForwarding': {'1.2'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'QosPolicy': {'1.8'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroup': {'1.4'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SubPort': {'1.0'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Subnet': {'1.1'}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Trunk': {'1.1'}} Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: consumer versions: Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'ConntrackHelper': '1.0', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Log': '1.0', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Network': '1.1', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Port': '1.7', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'PortForwarding': '1.2', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'QosPolicy': '1.8', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroup': '1.4', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroupRule': '1.2', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SubPort': '1.0', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Subnet': '1.1', Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Trunk': '1.1'}} Jul 29 20:41:02.302019 dv-cinder-802957-1-iscsi neutron-server[104710]: {{(pid=104710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:41:02.374962 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Attempting to bind port 2e43dacc-16c4-4559-8c33-a54877301719 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:41:02.375633 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Attempting to bind port 2e43dacc-16c4-4559-8c33-a54877301719 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:41:02.375888 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Attempting to bind port 2e43dacc-16c4-4559-8c33-a54877301719 on network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:02.380728 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:41:02.381160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Checking segment: {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:02.381618 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:02.382006 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Bound using segment: {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:41:02.382490 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Bound port: 2e43dacc-16c4-4559-8c33-a54877301719, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:41:02.382959 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:02.446017 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] For port 2e43dacc-16c4-4559-8c33-a54877301719, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:41:02.450296 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] For port 2e43dacc-16c4-4559-8c33-a54877301719, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=2e43dacc-16c4-4559-8c33-a54877301719,segment=NetworkSegment(6c284754-1a73-430d-b3f2-6488aef49cbf),segment_id=6c284754-1a73-430d-b3f2-6488aef49cbf)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:41:02.456249 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:02.522980 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc10f8b-e0a2-4f4c-8392-4f74b29d0654 None None] Pushing event updated for resources: {'Port': ['ID=2e43dacc-16c4-4559-8c33-a54877301719,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:03.744856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60844) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:04.059190 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [None req-2b35a3d8-66f0-405f-9457-e400e6c7a45c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:41:04.060195 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2b35a3d8-66f0-405f-9457-e400e6c7a45c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143742 Jul 29 20:41:06.447289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60852) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:06.762969 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [None req-8aac3b6c-a821-4442-8135-69655f2a7fa7 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:41:06.764026 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8aac3b6c-a821-4442-8135-69655f2a7fa7 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156898 Jul 29 20:41:09.396838 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60862) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:09.695304 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'name': 'router1'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:09.720324 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.721864 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.876728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.881871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.895422 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:09.896707 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-57f48046-79a3-40a7-88e4-b2ec4f6e2200 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4988496 Jul 29 20:41:10.902165 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7890f-63d1-4cd8-8098-da1950ff11d6 None None] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:10.953645 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-2c447f6c-fada-47f3-8891-ab1d481336c9 None None] Provisioning for port 2e43dacc-16c4-4559-8c33-a54877301719 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:11.336229 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 2e43dacc-16c4-4559-8c33-a54877301719 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:11.414980 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 2e43dacc-16c4-4559-8c33-a54877301719 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:11.418457 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 2e43dacc-16c4-4559-8c33-a54877301719 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:11.418876 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:11.521410 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:11.554652 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 2e43dacc-16c4-4559-8c33-a54877301719, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=2e43dacc-16c4-4559-8c33-a54877301719,segment=NetworkSegment(6c284754-1a73-430d-b3f2-6488aef49cbf),segment_id=6c284754-1a73-430d-b3f2-6488aef49cbf)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:11.559061 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:11.604648 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=2e43dacc-16c4-4559-8c33-a54877301719,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:12.282678 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60874) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:12.585994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [None req-163260a3-3a1d-4752-b162-2b8672d2db66 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:41:12.587292 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-163260a3-3a1d-4752-b162-2b8672d2db66 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036311 Jul 29 20:41:13.321952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 2e43dacc-16c4-4559-8c33-a54877301719 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:13.369053 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 2e43dacc-16c4-4559-8c33-a54877301719 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:13.369417 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:14.098109 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-df12a40f-c1cc-4000-a068-4e5478738e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:14.958943 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60882) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:15.262894 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:15.283116 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Made reservation on behalf of 815c6586c6aa421f898faa8d6354d1ab for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:15.285493 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.293058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.384229 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.387651 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.404786 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Reserving flat network on physical network physnet1 {{(pid=104709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 20:41:15.420573 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf86a6b6-724b-4f4e-aca3-a3f4acba9144,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:15.425091 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.425426 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Added segment 78f777fe-c29b-4366-b36a-497f231d74e8 of type flat for network 0f8c0064-359a-4fb0-8b5a-f21777d033da Jul 29 20:41:15.480668 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.514237 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.515179 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:15.515746 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:15.563905 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6037381 Jul 29 20:41:15.581239 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053c85-4ad4-4066-b747-b9d885892d15 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8c0064-359a-4fb0-8b5a-f21777d033da,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:15.595306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:41:17.061243 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e1f30ea7-4577-41e5-b6e4-e48d8e9df6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.481706 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.579160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:17.928324 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 60900) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:18.106816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1918ebc-a578-434f-99dc-6fb0964f1c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:18.108168 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c1918ebc-a578-434f-99dc-6fb0964f1c60 admin admin] 10.222.0.43 "GET /v2.0/subnets/f0f947eb-4c05-4616-ae7a-af2744362966 HTTP/1.1" status: 200 len: 849 time: 0.1788700 Jul 29 20:41:18.226138 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-44bcab21-1350-4212-9b2d-eeac29a7085a admin admin] 10.222.0.43 "GET /v2.0/routers/79c80987-7302-4c13-9f02-6bfd0ec91139 HTTP/1.1" status: 200 len: 704 time: 0.1120291 Jul 29 20:41:18.489340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:18.780067 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Allocated IP 172.20.0.1 (8de96320-fe0d-4682-b3ea-dd1fec6cf551/f0f947eb-4c05-4616-ae7a-af2744362966/ccaef7cc-283d-409d-bf5d-11a1e740e17a) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:18.918496 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:18.973457 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:18.995318 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Transition to ACTIVE for port object ccaef7cc-283d-409d-bf5d-11a1e740e17a will not be triggered until provisioned by entity DHCP. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:19.075905 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.143762 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:19.153271 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:19.160132 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:19.160689 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.180705 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccaef7cc-283d-409d-bf5d-11a1e740e17a,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:19.350998 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0b9cb04e-dbe3-4566-9c12-1047324f741d None None] Provisioning for port ccaef7cc-283d-409d-bf5d-11a1e740e17a completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:19.354638 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0b9cb04e-dbe3-4566-9c12-1047324f741d None None] Provisioning complete for port ccaef7cc-283d-409d-bf5d-11a1e740e17a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:19.355027 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0b9cb04e-dbe3-4566-9c12-1047324f741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.356086 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.367763 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:41:19.388977 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-0b9cb04e-dbe3-4566-9c12-1047324f741d None None] Port ccaef7cc-283d-409d-bf5d-11a1e740e17a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:41:19.565618 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.569859 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.570627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.643974 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=ccaef7cc-283d-409d-bf5d-11a1e740e17a,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:19.690140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:19.691470 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:19.850008 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Router 79c80987-7302-4c13-9f02-6bfd0ec91139 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:41:19.910253 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d3dd9e96-7d4f-4bb5-8293-891b3f2e208f None None] Provisioning complete for port ccaef7cc-283d-409d-bf5d-11a1e740e17a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:19.910540 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9e96-7d4f-4bb5-8293-891b3f2e208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:19.940223 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:41:19.943604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd9e96-7d4f-4bb5-8293-891b3f2e208f None None] Port ccaef7cc-283d-409d-bf5d-11a1e740e17a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:41:19.949083 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0bdcf328-71f7-4131-a71d-d22456a7cbf5 admin admin] 10.222.0.43 "PUT /v2.0/routers/79c80987-7302-4c13-9f02-6bfd0ec91139/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7175627 Jul 29 20:41:19.950900 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Sync routers for ids ['79c80987-7302-4c13-9f02-6bfd0ec91139'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:41:19.963512 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Routers {'79c80987-7302-4c13-9f02-6bfd0ec91139'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:19.964259 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:41:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['79c80987-7302-4c13-9f02-6bfd0ec91139'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:20.147640 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Set router 79c80987-7302-4c13-9f02-6bfd0ec91139 gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:20.573624 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:19Z', 'revision_number': 2, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port_host': None, '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:19Z', 'revision_number': 2, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:20.622263 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Checking router: 79c80987-7302-4c13-9f02-6bfd0ec91139 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:41:20.622634 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Updating router 79c80987-7302-4c13-9f02-6bfd0ec91139 port ccaef7cc-283d-409d-bf5d-11a1e740e17a binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:41:20.674322 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.191617 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.209358 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Transition to ACTIVE for port object ccaef7cc-283d-409d-bf5d-11a1e740e17a will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:21.215497 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.357189 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Attempting to bind port ccaef7cc-283d-409d-bf5d-11a1e740e17a on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:41:21.357604 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Attempting to bind port ccaef7cc-283d-409d-bf5d-11a1e740e17a by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:41:21.358026 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Attempting to bind port ccaef7cc-283d-409d-bf5d-11a1e740e17a on network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:21.366639 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:41:21.367100 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Checking segment: {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:21.368083 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.368480 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Bound using segment: {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:41:21.369039 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Bound port: ccaef7cc-283d-409d-bf5d-11a1e740e17a, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c284754-1a73-430d-b3f2-6488aef49cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:41:21.369437 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.413258 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Pushing event updated for resources: {'Port': ['ID=ccaef7cc-283d-409d-bf5d-11a1e740e17a,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:21.425176 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.425532 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.425877 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.426204 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.426528 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.426884 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.427204 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.427521 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.427850 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.428165 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.428486 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.428795 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Tracked resource versions report: Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: pushed versions: Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: { 'AddressGroup': {'1.2'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'ConntrackHelper': {'1.0'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Log': {'1.0'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Network': {'1.1'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Port': {'1.7'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'PortForwarding': {'1.2'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'QosPolicy': {'1.8'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroup': {'1.4'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SubPort': {'1.0'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Subnet': {'1.1'}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Trunk': {'1.1'}} Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: consumer versions: Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'ConntrackHelper': '1.0', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Log': '1.0', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Network': '1.1', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Port': '1.7', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'PortForwarding': '1.2', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'QosPolicy': '1.8', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroup': '1.4', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroupRule': '1.2', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SubPort': '1.0', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Subnet': '1.1', Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Trunk': '1.1'}} Jul 29 20:41:21.429892 dv-cinder-802957-1-iscsi neutron-server[104711]: {{(pid=104711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:41:21.459193 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] For port ccaef7cc-283d-409d-bf5d-11a1e740e17a, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:41:21.481617 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] For port ccaef7cc-283d-409d-bf5d-11a1e740e17a, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=ccaef7cc-283d-409d-bf5d-11a1e740e17a,segment=NetworkSegment(6c284754-1a73-430d-b3f2-6488aef49cbf),segment_id=6c284754-1a73-430d-b3f2-6488aef49cbf)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:41:21.486136 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:21.538921 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef2ab8-11c4-4900-b8f9-c1fdb5211540 None None] Pushing event updated for resources: {'Port': ['ID=ccaef7cc-283d-409d-bf5d-11a1e740e17a,revision_number=4']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:21.548039 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Routers {'79c80987-7302-4c13-9f02-6bfd0ec91139'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:21.548659 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:41:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['79c80987-7302-4c13-9f02-6bfd0ec91139'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:21.638923 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] Set router 79c80987-7302-4c13-9f02-6bfd0ec91139 gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:21.845340 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:19Z', 'revision_number': 2, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port_host': None, '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:21Z', 'revision_number': 4, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:21.870984 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7b7204-7c3d-4d38-982d-e4093464f04d None None] The sync data for ids ['79c80987-7302-4c13-9f02-6bfd0ec91139'] in dv-cinder-802957-1-iscsi is: [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:19Z', 'revision_number': 2, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port_host': None, '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:21Z', 'revision_number': 4, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:41:22.207186 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60920) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:22.386425 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9dba3-44d8-4b76-9303-3e1ad2909984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:22.387970 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-9ea9dba3-44d8-4b76-9303-3e1ad2909984 admin admin] 10.222.0.43 "GET /v2.0/networks/0f8c0064-359a-4fb0-8b5a-f21777d033da HTTP/1.1" status: 200 len: 842 time: 0.1798706 Jul 29 20:41:22.397684 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:22.425056 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Made reservation on behalf of 815c6586c6aa421f898faa8d6354d1ab for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:41:22.427746 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Notify callbacks [] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.832461 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.objects.ports [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104708) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 20:41:22.832960 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.899970 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1831ba-9863-4caf-9875-adeee809c449,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:22.904317 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:22.904710 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Network hostable DHCP agents. Network: 0f8c0064-359a-4fb0-8b5a-f21777d033da, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:41:22.914475 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.915348 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.915683 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.916012 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.916333 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.916658 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.916979 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.917312 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.917648 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.917967 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.918281 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.918593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Tracked resource versions report: Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: pushed versions: Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: { 'AddressGroup': {'1.2'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'ConntrackHelper': {'1.0'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Log': {'1.0'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Network': {'1.1'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Port': {'1.7'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'PortForwarding': {'1.2'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'QosPolicy': {'1.8'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroup': {'1.4'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SubPort': {'1.0'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Subnet': {'1.1'}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Trunk': {'1.1'}} Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: consumer versions: Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'ConntrackHelper': '1.0', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Log': '1.0', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Network': '1.1', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Port': '1.7', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'PortForwarding': '1.2', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'QosPolicy': '1.8', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroup': '1.4', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroupRule': '1.2', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SubPort': '1.0', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Subnet': '1.1', Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Trunk': '1.1'}} Jul 29 20:41:22.919725 dv-cinder-802957-1-iscsi neutron-server[104708]: {{(pid=104708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:41:22.961492 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:41:22.976793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 0f8c0064-359a-4fb0-8b5a-f21777d033da) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:22.981588 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:22.982099 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:22.987988 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ba053-96c6-44f5-b544-0e62262c94ee None None] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:22.997239 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1f16015e-fc04-49a4-868e-a54c8ffadcef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6030717 Jul 29 20:41:23.130972 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957a531-16eb-4b8a-a799-49334f56bbd9 None None] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:41:25.330553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60932) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:25.586730 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-17ba4600-3e20-471a-8a46-c71f4b156150 admin admin] 10.222.0.43 "GET /v2.0/routers/79c80987-7302-4c13-9f02-6bfd0ec91139 HTTP/1.1" status: 200 len: 710 time: 0.2536402 Jul 29 20:41:25.673251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113b069-c64d-4dac-8ef2-e77707c84c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:41:25.674549 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d113b069-c64d-4dac-8ef2-e77707c84c5e admin admin] 10.222.0.43 "GET /v2.0/networks/0f8c0064-359a-4fb0-8b5a-f21777d033da HTTP/1.1" status: 200 len: 886 time: 0.0829549 Jul 29 20:41:25.683879 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:41:25.931310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.163207 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.242259 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.393830 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Allocated IP 172.27.2.66 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/19125156-ed3b-428d-8b12-5e80847d3126) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:41:26.504125 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.587438 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:26.707287 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:41:26.720087 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:41:26.722705 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:41:26.726007 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Pushing event updated for resources: {'Port': ['ID=19125156-ed3b-428d-8b12-5e80847d3126,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:27.015686 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.222457 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1790'] for router, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.228091 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783771', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608572'] for router, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.342571 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Router 79c80987-7302-4c13-9f02-6bfd0ec91139 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:41:27.342766 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device ccaef7cc-283d-409d-bf5d-11a1e740e17a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:27.389821 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port ccaef7cc-283d-409d-bf5d-11a1e740e17a completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:27.393758 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port ccaef7cc-283d-409d-bf5d-11a1e740e17a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:27.394814 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.453312 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:41:27.457645 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.461998 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3fabe278-2403-45a0-bb2d-11d18778c26e admin admin] 10.222.0.43 "PUT /v2.0/routers/79c80987-7302-4c13-9f02-6bfd0ec91139 HTTP/1.1" status: 200 len: 889 time: 1.7782240 Jul 29 20:41:27.481560 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.516590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port ccaef7cc-283d-409d-bf5d-11a1e740e17a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=ccaef7cc-283d-409d-bf5d-11a1e740e17a,segment=NetworkSegment(6c284754-1a73-430d-b3f2-6488aef49cbf),segment_id=6c284754-1a73-430d-b3f2-6488aef49cbf)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:27.520729 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:27.571624 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=ccaef7cc-283d-409d-bf5d-11a1e740e17a,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:28.233743 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Sync routers for ids ['79c80987-7302-4c13-9f02-6bfd0ec91139'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:41:28.244386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Routers {'79c80987-7302-4c13-9f02-6bfd0ec91139'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:28.245056 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:41:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['79c80987-7302-4c13-9f02-6bfd0ec91139'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:28.499308 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Set router 79c80987-7302-4c13-9f02-6bfd0ec91139 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:28.899779 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19125156-ed3b-428d-8b12-5e80847d3126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:26Z', 'revision_number': 4, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port': {'id': '19125156-ed3b-428d-8b12-5e80847d3126', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:26Z', 'updated_at': '2021-07-29T20:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:27Z', 'revision_number': 5, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:28.950439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Checking router: 79c80987-7302-4c13-9f02-6bfd0ec91139 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:41:28.950830 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Updating router 79c80987-7302-4c13-9f02-6bfd0ec91139 port 19125156-ed3b-428d-8b12-5e80847d3126 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:41:28.996631 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.322599 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.332921 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Transition to ACTIVE for port object 19125156-ed3b-428d-8b12-5e80847d3126 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:41:29.338960 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device ccaef7cc-283d-409d-bf5d-11a1e740e17a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:29.342275 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.417129 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Attempting to bind port 19125156-ed3b-428d-8b12-5e80847d3126 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:41:29.417495 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Attempting to bind port 19125156-ed3b-428d-8b12-5e80847d3126 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:41:29.417863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Attempting to bind port 19125156-ed3b-428d-8b12-5e80847d3126 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:41:29.427837 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:41:29.428205 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:41:29.428607 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.428994 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:41:29.429460 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Bound port: 19125156-ed3b-428d-8b12-5e80847d3126, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:41:29.429882 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.462461 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a4f6c-ad59-41f5-adce-f2e6951c510e None None] Pushing event updated for resources: {'Port': ['ID=19125156-ed3b-428d-8b12-5e80847d3126,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:29.473205 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port ccaef7cc-283d-409d-bf5d-11a1e740e17a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:29.473578 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.516950 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] For port 19125156-ed3b-428d-8b12-5e80847d3126, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:41:29.522551 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] For port 19125156-ed3b-428d-8b12-5e80847d3126, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=19125156-ed3b-428d-8b12-5e80847d3126,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:41:29.530802 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:29.614276 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a4f6c-ad59-41f5-adce-f2e6951c510e None None] Pushing event updated for resources: {'Port': ['ID=19125156-ed3b-428d-8b12-5e80847d3126,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:29.616721 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Routers {'79c80987-7302-4c13-9f02-6bfd0ec91139'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:41:29.617839 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:41:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['79c80987-7302-4c13-9f02-6bfd0ec91139'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:29.807074 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] Set router 79c80987-7302-4c13-9f02-6bfd0ec91139 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:41:29.869054 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 60946) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:41:29.979444 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8c8da771-b70b-4599-babf-cd8b4ee32df0 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1092703 Jul 29 20:41:30.018433 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19125156-ed3b-428d-8b12-5e80847d3126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:26Z', 'revision_number': 4, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port': {'id': '19125156-ed3b-428d-8b12-5e80847d3126', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:26Z', 'updated_at': '2021-07-29T20:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:27Z', 'revision_number': 5, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:41:30.045544 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc25d24-abe9-47d9-ac0e-ea1068862b4a None None] The sync data for ids ['79c80987-7302-4c13-9f02-6bfd0ec91139'] in dv-cinder-802957-1-iscsi is: [{'id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'name': 'router1', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '19125156-ed3b-428d-8b12-5e80847d3126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:41:09Z', 'updated_at': '2021-07-29T20:41:26Z', 'revision_number': 4, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'gw_port': {'id': '19125156-ed3b-428d-8b12-5e80847d3126', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:26Z', 'updated_at': '2021-07-29T20:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'ccaef7cc-283d-409d-bf5d-11a1e740e17a', 'name': '', 'network_id': '8de96320-fe0d-4682-b3ea-dd1fec6cf551', 'tenant_id': '51a4e88453524f3aaab36b85dd4ebb65', 'mac_address': 'fa:16:3e:7c:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c80987-7302-4c13-9f02-6bfd0ec91139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:41:18Z', 'updated_at': '2021-07-29T20:41:27Z', 'revision_number': 5, 'project_id': '51a4e88453524f3aaab36b85dd4ebb65', 'subnets': [{'id': 'f0f947eb-4c05-4616-ae7a-af2744362966', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '70cd035e-2e36-4c4a-aa0b-58b2e25b83e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:41:31.352673 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 19125156-ed3b-428d-8b12-5e80847d3126 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:31.399063 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 19125156-ed3b-428d-8b12-5e80847d3126 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:41:31.402707 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 19125156-ed3b-428d-8b12-5e80847d3126 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:31.403097 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.479345 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.499515 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 19125156-ed3b-428d-8b12-5e80847d3126, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=19125156-ed3b-428d-8b12-5e80847d3126,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:41:31.503283 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:31.555399 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=19125156-ed3b-428d-8b12-5e80847d3126,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:41:33.342354 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 19125156-ed3b-428d-8b12-5e80847d3126 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:41:33.411192 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 19125156-ed3b-428d-8b12-5e80847d3126 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:41:33.411507 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:44.101569 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-39d9a6dc-af2f-48c3-bdf7-e0a6d066a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:47.064431 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-de12d610-d788-48ad-ae8e-b1d1ce89bf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:47.489943 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:47.591036 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:48.946116 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:41:56.367018 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:42:14.104688 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7d46d67b-9e7c-4437-932b-66ecca5db42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.072337 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1be76860-4459-4975-ace8-da540747a0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.492070 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:17.600380 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:18.945507 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:33.366510 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:42:44.108259 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f1a4e91b-d1e2-4933-bc3b-7b15be9b27e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:47.065815 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-dc6e55c9-bb31-438a-a200-e30f1368d3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:47.493973 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:47.704647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:42:48.941600 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:05.552614 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33282) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:05.612456 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e71752d-5488-4ac0-b323-c24959e8dd9f admin admin] GET failed (client error): The resource could not be found. Jul 29 20:43:05.613737 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2e71752d-5488-4ac0-b323-c24959e8dd9f admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601957 Jul 29 20:43:05.770272 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee99459c-c705-434d-8ef2-2c9c49f008e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:05.771762 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ee99459c-c705-434d-8ef2-2c9c49f008e5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537676 Jul 29 20:43:07.928893 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33292) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:08.026256 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4823f6ad-fa1c-4610-b0b0-2231db2efd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:08.027602 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-4823f6ad-fa1c-4610-b0b0-2231db2efd9e admin admin] 10.222.0.43 "GET /v2.0/subnets/f0f947eb-4c05-4616-ae7a-af2744362966 HTTP/1.1" status: 200 len: 849 time: 0.0977745 Jul 29 20:43:08.038329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:08.121936 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.260281 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771509181224'] for subnet, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.288046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:08.288638 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.290208 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] 10.222.0.43 "PUT /v2.0/subnets/f0f947eb-4c05-4616-ae7a-af2744362966 HTTP/1.1" status: 200 len: 868 time: 0.2555158 Jul 29 20:43:08.292537 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024748c-0ee0-4e50-9248-6264986b3025 None None] Network 8de96320-fe0d-4682-b3ea-dd1fec6cf551 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:08.313949 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f947eb-4c05-4616-ae7a-af2744362966,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:08.321695 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.322065 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.322412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.322820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.323162 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.323510 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.323845 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.324200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.324555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.324885 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.325208 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.325528 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987939f8-3f63-4466-9b1b-f075f8a3c370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:08.689681 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bc50b07f-ccf0-4b73-b903-3954bbcca91f None None] Provisioning complete for port 2e43dacc-16c4-4559-8c33-a54877301719 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:08.690048 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bc50b07f-ccf0-4b73-b903-3954bbcca91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:08.771322 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bc50b07f-ccf0-4b73-b903-3954bbcca91f None None] Provisioning complete for port ccaef7cc-283d-409d-bf5d-11a1e740e17a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:43:08.771585 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bc50b07f-ccf0-4b73-b903-3954bbcca91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:10.366316 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:10.449269 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33302) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:10.640251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16606089-1049-4afb-9f81-b9329c40ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:10.640641 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16606089-1049-4afb-9f81-b9329c40ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:10.642710 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-16606089-1049-4afb-9f81-b9329c40ffa4 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1924660 Jul 29 20:43:12.778150 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33310) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:13.044356 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e8876-cb60-43b5-bad5-dca6201372f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:13.044746 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e8876-cb60-43b5-bad5-dca6201372f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:13.046284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-8d8e8876-cb60-43b5-bad5-dca6201372f3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2671640 Jul 29 20:43:14.111148 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c1df-dd4e-44cd-8c13-ea29ae5046b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:15.190127 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33318) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:15.321608 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebef4d2-c18e-4661-80fd-dd704533e754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:15.323893 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5ebef4d2-c18e-4661-80fd-dd704533e754 admin admin] 10.222.0.43 "GET /v2.0/networks/0f8c0064-359a-4fb0-8b5a-f21777d033da HTTP/1.1" status: 200 len: 886 time: 0.1325774 Jul 29 20:43:17.067191 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2ccf-269c-408e-9663-53a56fb6b14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:17.497342 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:17.523762 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33326) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:17.591046 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:17.665888 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fef909-29f7-4864-b662-ce1cf8c3bf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:17.667200 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-94fef909-29f7-4864-b662-ce1cf8c3bf32 admin admin] 10.222.0.43 "GET /v2.0/networks/8de96320-fe0d-4682-b3ea-dd1fec6cf551 HTTP/1.1" status: 200 len: 869 time: 0.1424966 Jul 29 20:43:18.953469 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:19.826480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33334) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:20.014791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37e219-d4a1-4af9-9a95-01f3276acfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:20.015192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37e219-d4a1-4af9-9a95-01f3276acfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:20.017274 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-bc37e219-d4a1-4af9-9a95-01f3276acfde admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1897964 Jul 29 20:43:22.176768 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33342) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:22.263309 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f7a63-159d-417a-8a1b-f5bf7118ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:22.263773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f7a63-159d-417a-8a1b-f5bf7118ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:22.265264 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-051f7a63-159d-417a-8a1b-f5bf7118ad58 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0875432 Jul 29 20:43:24.420736 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33350) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:24.506657 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1feaeda-5473-4e7b-b2e1-6fa78c6f3a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:24.508001 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c1feaeda-5473-4e7b-b2e1-6fa78c6f3a4a admin admin] 10.222.0.43 "GET /v2.0/subnets/ab1831ba-9863-4caf-9875-adeee809c449 HTTP/1.1" status: 200 len: 816 time: 0.0863256 Jul 29 20:43:26.661044 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33358) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:26.748628 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ce300-0cd8-4ae3-a6e5-ff31af581c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:26.749939 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-029ce300-0cd8-4ae3-a6e5-ff31af581c6f admin admin] 10.222.0.43 "GET /v2.0/subnets/f0f947eb-4c05-4616-ae7a-af2744362966 HTTP/1.1" status: 200 len: 868 time: 0.0879295 Jul 29 20:43:44.112038 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-47d17299-aea0-4bc9-bbec-444ef773364b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:47.067952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-42b29812-e3fd-4fe6-9145-d787febb96d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:47.365891 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:43:47.504903 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:47.585041 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:48.954545 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:52.133112 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33412) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:52.179105 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [None req-7a0f559d-7505-490c-b493-c2b6ca22f0eb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:43:52.180117 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7a0f559d-7505-490c-b493-c2b6ca22f0eb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459566 Jul 29 20:43:54.428412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33420) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:54.486559 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.pecan_wsgi.hooks.translation [None req-118b8d94-c3e8-4ec1-9127-c1c833f33fc6 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:43:54.487915 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-118b8d94-c3e8-4ec1-9127-c1c833f33fc6 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585856 Jul 29 20:43:54.625614 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2fea6-cde2-43dd-b602-e1cb848dd614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:54.627495 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2ac2fea6-cde2-43dd-b602-e1cb848dd614 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353111 Jul 29 20:43:56.819756 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33428) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:56.866219 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:56.888622 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Made reservation on behalf of 815c6586c6aa421f898faa8d6354d1ab for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:43:56.890882 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:56.919303 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING neutron.services.revisions.revision_plugin [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Could not find related network for resource to bump revision. Jul 29 20:43:56.930261 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:43:56.938994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:56.939340 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Added segment c008b035-8d3a-42d9-92c9-14856ed8bb25 of type vlan for network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 Jul 29 20:43:56.979057 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:57.007011 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:57.007875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:57.008456 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:57.056094 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2352805 Jul 29 20:43:57.064686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Pushing event updated for resources: {'Network': ['ID=1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:57.072126 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.072512 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.072861 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.073203 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.073547 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.073900 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.074238 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.074586 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.074956 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.075291 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.075649 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.075942 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d119d462-1c33-4734-8484-967dcb60c55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:43:57.088297 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:43:59.244560 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33436) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:43:59.302336 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.pecan_wsgi.hooks.translation [None req-685a5efc-105d-4ba4-874c-a00c4bc0d888 admin admin] GET failed (client error): The resource could not be found. Jul 29 20:43:59.303685 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-685a5efc-105d-4ba4-874c-a00c4bc0d888 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581698 Jul 29 20:43:59.374163 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b9a8c-4699-46a5-9707-b99e43022af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:59.375644 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fd7b9a8c-4699-46a5-9707-b99e43022af6 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677166 Jul 29 20:43:59.386401 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:43:59.407194 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Made reservation on behalf of 815c6586c6aa421f898faa8d6354d1ab for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:43:59.409437 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:59.571191 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:59.617805 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d707fe-db6e-46ce-a15c-95ac9ca861e3,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:43:59.633436 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Checking segment: {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:43:59.633790 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Network hostable DHCP agents. Network: 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:43:59.649042 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:43:59.657151 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:43:59.662244 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:43:59.662875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:43:59.665524 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3956f-84ad-473b-8235-985dc2e6d6ee None None] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:43:59.677385 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9bc1d393-4d20-42b5-b647-6197c9bc0c96 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2943635 Jul 29 20:43:59.814279 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8', 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8', 'tenant_id': '815c6586c6aa421f898faa8d6354d1ab', 'fixed_ips': [{'subnet_id': 'c2d707fe-db6e-46ce-a15c-95ac9ca861e3'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:43:59.815363 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.049444 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Allocated IP 192.168.233.2 (1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8/c2d707fe-db6e-46ce-a15c-95ac9ca861e3/4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:44:00.188663 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.196810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Transition to ACTIVE for port object 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:00.212410 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Transition to ACTIVE for port object 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:44:00.218235 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.253554 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:44:00.256300 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:44:00.259697 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:44:00.272879 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Pushing event updated for resources: {'Port': ['ID=4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:00.294014 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.294375 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.294736 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.295073 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.295398 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.295728 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.296047 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.296369 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.296707 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.297030 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.297367 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.297669 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:44:00.331512 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Attempting to bind port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:44:00.331871 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Attempting to bind port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:44:00.332235 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Attempting to bind port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 on network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:44:00.337665 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:44:00.338353 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Checking segment: {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:44:00.338800 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.339191 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Bound using segment: {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:44:00.339723 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Bound port: 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:44:00.340121 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.403020 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] For port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:44:00.406526 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] For port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:44:00.411907 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:00.469982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2cefd-8276-4cc7-90ab-78bbf969e127 None None] Pushing event updated for resources: {'Port': ['ID=4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:01.218032 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a337de-7d46-46d7-863a-437792f5e214 None None] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:44:01.337504 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-48394527-652a-473a-aed5-13f8927eae1a None None] Provisioning for port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:01.486241 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:44:01.546376 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:44:01.551433 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:01.551718 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.632695 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.672979 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:44:01.678942 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.683038 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d24baf39-6778-47e2-8e13-024f58607e5a None None] Provisioning complete for port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:01.683385 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d24baf39-6778-47e2-8e13-024f58607e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:01.761921 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:44:03.440240 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:44:03.491318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 4f4e35b4-bdf2-47be-9f5f-f8258e53f8a5 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:44:03.491757 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:14.113455 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cadbb927-a010-40c7-9951-2a5dbaa82d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:17.069639 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-245a7f64-af2f-489c-b8bd-51c7f9734500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:17.505749 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:17.586015 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:18.958782 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:24.364456 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:44:44.115805 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e1c71922-29f8-4273-8960-3cc5d110ce84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:47.070358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-9d7972d5-3f1b-4d2c-98ce-fc916b0e4bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:47.508325 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:47.585409 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:44:48.964597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:01.363201 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:14.126819 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7a820ede-8bfe-48c4-883b-2999854e6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.071353 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-32ce9d13-2cd2-4792-b91a-232a98165a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.511551 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:17.585917 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:18.969113 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.389839 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33488) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:27.396517 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [None req-071b37f0-1549-470e-9e9f-cf5a95a9b788 tempest-verify_tempest_config-1205126067 tempest-verify_tempest_config-1205126067-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:45:27.397497 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-071b37f0-1549-470e-9e9f-cf5a95a9b788 tempest-verify_tempest_config-1205126067 tempest-verify_tempest_config-1205126067-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066857 Jul 29 20:45:27.691583 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33506) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:27.793754 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.878881 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.882492 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:27.926673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-22638c51-0463-4008-b854-576743604878 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aed29236cca2434db0c4a89352af54a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340279 Jul 29 20:45:27.927899 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22638c51-0463-4008-b854-576743604878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7479f21d-b8a8-4fc3-b4a5-50032667ab8f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:27.929318 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33510) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:45:27.934644 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.935046 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.935397 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.935736 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.936072 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.936409 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.936744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.937092 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.937440 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.937770 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.938213 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:27.938547 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22638c51-0463-4008-b854-576743604878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.010394 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.029591 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.116625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.119160 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:28.120346 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7479f21d-b8a8-4fc3-b4a5-50032667ab8f HTTP/1.1" status: 204 len: 168 time: 0.1893697 Jul 29 20:45:28.127813 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479f21d-b8a8-4fc3-b4a5-50032667ab8f,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:45:28.134291 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.134572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.134937 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.135264 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.135584 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.135907 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.136225 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.136563 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.136882 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.137213 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.137520 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:28.137816 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528501b0-df13-4690-9b67-d0bd0782a13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:45:38.362605 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:45:44.119030 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-82b1a751-059d-4685-bc1a-e63e77e3a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.072180 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-6e8a5a6e-6f25-4276-959c-2ae6412d4234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.513345 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:47.586006 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:45:48.970396 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:14.120393 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b10b4522-0e97-4053-b076-a102bd6f5dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:15.360506 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:17.073287 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7eab16d7-640d-4dfc-b5ce-810abf88770a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:17.515337 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:17.586417 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:18.972940 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:44.121456 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a35a1c12-be01-4b28-a349-a38bdc717848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:47.072970 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-85ce2c1c-44cd-4be6-8019-9a884ffe24b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:47.517583 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:47.588111 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:48.976302 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:46:52.359318 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 5 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:46:58.390067 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1756891'] for agent, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:02.260115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33564) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:02.359159 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-65014751-a27f-4115-955f-d89dee50af02 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0979459 Jul 29 20:47:04.527001 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33574) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:47:04.585451 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0c136e79-604d-46da-b05c-a2e021f3ff9c admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0573404 Jul 29 20:47:14.122809 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d612d6a2-0e1d-440d-a83b-43f59102fa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.072257 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-20ef98dd-56d3-47c8-ada5-41790442b651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.520477 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:17.588514 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:18.978672 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:28.337640 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:29.358717 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:47:44.123791 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ac54b06d-1f6d-475e-a618-2de8867c6578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.071527 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4f697728-e97b-4ba6-ab92-8860f8d90ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.523158 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:47.589709 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:48.981838 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:47:58.353123 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:06.357189 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:14.129500 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-49302675-c393-4679-a3a5-e1adb754545f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.074819 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b6b8ec86-7dae-49d8-99ef-a300b7cf9479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.525433 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:17.590178 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:18.984934 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:28.506347 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.046315 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33722) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.314350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-287160619-network', 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:31.340019 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:31.345307 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.358253 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.459544 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.464034 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.484726 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:48:31.501466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80e904-1693-49ee-b4e7-9dd84c80c455,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.506670 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.507045 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Added segment ee0071ba-5159-46fc-981d-19bee0829535 of type vlan for network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 Jul 29 20:48:31.539536 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.539910 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.540256 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.540601 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.540931 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.541284 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.541660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.541971 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.542305 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.542636 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.542987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.543310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Tracked resource versions report: Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: pushed versions: Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: { 'AddressGroup': {'1.2'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'ConntrackHelper': {'1.0'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Log': {'1.0'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Network': {'1.1'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Port': {'1.7'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'PortForwarding': {'1.2'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'QosPolicy': {'1.8'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroup': {'1.4'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SubPort': {'1.0'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Subnet': {'1.1'}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Trunk': {'1.1'}} Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: consumer versions: Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'ConntrackHelper': '1.0', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Log': '1.0', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Network': '1.1', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Port': '1.7', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'PortForwarding': '1.2', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'QosPolicy': '1.8', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroup': '1.4', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SecurityGroupRule': '1.2', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'SubPort': '1.0', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Subnet': '1.1', Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: 'Trunk': '1.1'}} Jul 29 20:48:31.544374 dv-cinder-802957-1-iscsi neutron-server[104709]: {{(pid=104709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:48:31.557843 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.594976 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.596126 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:31.596815 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.661963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.673662 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-67a7857b-c5f7-4139-8446-017645dd2b27 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6230583 Jul 29 20:48:31.673987 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33770) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.677068 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:48:31.683143 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Request body: {'subnet': {'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-287160619-subnet', 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:31.719344 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:31.722500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.902428 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33784) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.907161 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:31.972013 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c7c5fe-d5da-4a21-9950-5b585fc2bf84,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:31.981749 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.982120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.982571 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.982929 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.983260 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.983603 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.983938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.984279 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.984624 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.984947 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.985266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.985578 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Tracked resource versions report: Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: pushed versions: Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: { 'AddressGroup': {'1.2'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'ConntrackHelper': {'1.0'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Log': {'1.0'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Network': {'1.1'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Port': {'1.7'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'PortForwarding': {'1.2'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'QosPolicy': {'1.8'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroup': {'1.4'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SubPort': {'1.0'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Subnet': {'1.1'}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Trunk': {'1.1'}} Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: consumer versions: Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'ConntrackHelper': '1.0', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Log': '1.0', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Network': '1.1', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Port': '1.7', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'PortForwarding': '1.2', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'QosPolicy': '1.8', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroup': '1.4', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SecurityGroupRule': '1.2', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'SubPort': '1.0', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Subnet': '1.1', Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: 'Trunk': '1.1'}} Jul 29 20:48:31.986989 dv-cinder-802957-1-iscsi neutron-server[104708]: {{(pid=104708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:48:31.990164 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33790) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:31.998449 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Checking segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:31.998835 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Network hostable DHCP agents. Network: e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:48:32.017429 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:48:32.028120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:32.032638 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:32.033375 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.038153 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66437f55-e1ef-4209-95a6-b4e1cb454ba8 None None] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:32.068121 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-0e27d1a3-6e95-4e63-ba05-f99fb361ec0e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3928330 Jul 29 20:48:32.159129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33800) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:32.166974 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3b16a-1b5c-4e85-9fd7-b2914f810d94 None None] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:32.260978 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-377693021-network', 'tenant_id': '03d11c710699424bb439d68a7a69e54a'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:32.285491 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Made reservation on behalf of 03d11c710699424bb439d68a7a69e54a for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:32.289101 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.297652 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.389849 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.393871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.406991 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:48:32.427425 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414263347-network', 'tenant_id': '00b4068fa88b4269a27f9a2c789e4372'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:32.430710 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.431042 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Added segment d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6 of type vlan for network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 Jul 29 20:48:32.454815 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c0dc8-744d-42c4-9ef3-6a3634696b0d,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.507963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.531611 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Made reservation on behalf of 00b4068fa88b4269a27f9a2c789e4372 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:32.534056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.551829 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.569962 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-805606129-network', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:32.578084 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.579854 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:32.580530 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.652221 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Made reservation on behalf of 0964a9e855dd4a69b1e89e12ba4db0cd for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:32.655875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.675725 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.683658 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] Pushing event updated for resources: {'Network': ['ID=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.697177 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:48:32.790069 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.808120 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.819657 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-79319763-066c-496a-882e-fdc2109ec2ed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9161286 Jul 29 20:48:32.823343 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33838) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:32.829602 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Request body: {'subnet': {'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-subnet', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:32.851357 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:48:32.862401 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586947cf-b1da-4359-8be4-a2910f9fea86,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:32.877687 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:32.878130 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Added segment d03869ec-9505-4fa5-b691-c49df9c759ed of type vlan for network 2d467ff9-d03f-4eba-981b-093018fd4c00 Jul 29 20:48:32.960524 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.014601 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.015649 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.016779 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.017327 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.032039 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.042966 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Made reservation on behalf of 03d11c710699424bb439d68a7a69e54a for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:33.046289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.102546 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:48:33.116770 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1257014 Jul 29 20:48:33.119914 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33850) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:33.125007 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b14bf-c5bb-4df0-a52b-799c0135ef38,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:33.129454 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.130491 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Added segment 1e3d04de-330e-4847-b7a0-55ef3b1f6a1b of type vlan for network 6e257271-86d1-4b11-92d5-92d2eef84258 Jul 29 20:48:33.135127 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Request body: {'subnet': {'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414263347-subnet', 'tenant_id': '00b4068fa88b4269a27f9a2c789e4372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:33.138736 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb82091-b872-4a09-a742-cdc72cb4ae12 admin admin] Pushing event updated for resources: {'Network': ['ID=2d467ff9-d03f-4eba-981b-093018fd4c00,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:33.165154 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 2d467ff9-d03f-4eba-981b-093018fd4c00 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:48:33.262566 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.277420 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Made reservation on behalf of 00b4068fa88b4269a27f9a2c789e4372 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:33.284476 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.322958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.405878 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.407342 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.408011 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.449182 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Checking segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:33.450460 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Network hostable DHCP agents. Network: e76a1ae1-99d5-4dca-8ae4-531420fa7cf8, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:48:33.493809 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Pushing event updated for resources: {'Subnet': ['ID=020f420a-f874-41d0-9ad9-b08518197671,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:33.498249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:48:33.520785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, e76a1ae1-99d5-4dca-8ae4-531420fa7cf8) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:33.531690 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e5165-42dc-4868-96fd-df094e764241 None None] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:33.533856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:33.534454 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.564983 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3bd6ecc6-784b-49a8-834b-08a5d71b822b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7404053 Jul 29 20:48:33.566010 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33864) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:33.579784 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:33.659224 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.661389 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.856352 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993673d0-834a-4d24-b325-8d802482690c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:48:33.858475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.912514 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:33.979757 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8188400 Jul 29 20:48:33.982380 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33884) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.015134 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Request body: {'subnet': {'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-subnet', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:34.020787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760f7a3-107a-47a5-a37e-67c3f93ca66f admin admin] Pushing event updated for resources: {'Network': ['ID=6e257271-86d1-4b11-92d5-92d2eef84258,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.040022 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 6e257271-86d1-4b11-92d5-92d2eef84258 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:48:34.130388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Made reservation on behalf of 0964a9e855dd4a69b1e89e12ba4db0cd for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:34.132671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.210371 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.237034 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.286653 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-993673d0-834a-4d24-b325-8d802482690c None None] Allocated IP 172.20.0.2 (e76a1ae1-99d5-4dca-8ae4-531420fa7cf8/020f420a-f874-41d0-9ad9-b08518197671/25d62cb6-f260-47e1-aff0-767417ccaefb) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:34.306829 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48611b7-ebf2-4686-94ed-c41b6dd8d9f0,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.383891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Checking segment: {'id': 'd03869ec-9505-4fa5-b691-c49df9c759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:34.384582 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Network hostable DHCP agents. Network: 2d467ff9-d03f-4eba-981b-093018fd4c00, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:48:34.430033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Network 2d467ff9-d03f-4eba-981b-093018fd4c00 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:48:34.466987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 2d467ff9-d03f-4eba-981b-093018fd4c00) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:34.474546 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.475449 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.483988 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368e604-ccfd-4f58-8496-56f014ccbb34 None None] Network 2d467ff9-d03f-4eba-981b-093018fd4c00 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:34.534995 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9ba3f366-aa45-4772-8423-5e3a7df35f77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4130175 Jul 29 20:48:34.558565 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.580133 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.589423 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-993673d0-834a-4d24-b325-8d802482690c None None] Transition to ACTIVE for port object 25d62cb6-f260-47e1-aff0-767417ccaefb will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:34.605318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-993673d0-834a-4d24-b325-8d802482690c None None] Transition to ACTIVE for port object 25d62cb6-f260-47e1-aff0-767417ccaefb will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:34.618075 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.671351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.683413 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=318da822-d7c6-4459-b7c0-6ac6fffef3a2,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.691525 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Checking segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:34.691927 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Network hostable DHCP agents. Network: 6e257271-86d1-4b11-92d5-92d2eef84258, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:48:34.724488 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Network 6e257271-86d1-4b11-92d5-92d2eef84258 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:48:34.744359 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993673d0-834a-4d24-b325-8d802482690c None None] Pushing event updated for resources: {'Port': ['ID=25d62cb6-f260-47e1-aff0-767417ccaefb,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:34.745548 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.746369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33926) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.750014 dv-cinder-802957-1-iscsi neutron-server[104709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 20:48:34.758813 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.759495 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.760042 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.760553 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.761060 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.761577 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.762109 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.762622 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.763183 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.763726 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.764275 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.764822 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Tracked resource versions report: Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: pushed versions: Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: { 'AddressGroup': {'1.2'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'ConntrackHelper': {'1.0'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Log': {'1.0'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Network': {'1.1'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Port': {'1.7'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'PortForwarding': {'1.2'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'QosPolicy': {'1.8'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroup': {'1.4'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SubPort': {'1.0'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Subnet': {'1.1'}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Trunk': {'1.1'}} Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: consumer versions: Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'ConntrackHelper': '1.0', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Log': '1.0', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Network': '1.1', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Port': '1.7', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'PortForwarding': '1.2', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'QosPolicy': '1.8', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroup': '1.4', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SecurityGroupRule': '1.2', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'SubPort': '1.0', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Subnet': '1.1', Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: 'Trunk': '1.1'}} Jul 29 20:48:34.766083 dv-cinder-802957-1-iscsi neutron-server[104710]: {{(pid=104710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:48:34.773542 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 6e257271-86d1-4b11-92d5-92d2eef84258) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:34.785092 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67d934-0077-4c2a-87e7-bb7114438a01 None None] Network 6e257271-86d1-4b11-92d5-92d2eef84258 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:34.845135 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:34.845135 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.905752 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-da43dc57-8a8b-4229-b106-2c8d59d9fa6d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9159706 Jul 29 20:48:34.906360 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33930) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:34.917369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:34.934312 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993673d0-834a-4d24-b325-8d802482690c None None] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:34.940929 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-993673d0-834a-4d24-b325-8d802482690c None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:34.950031 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993673d0-834a-4d24-b325-8d802482690c None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:34.952907 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.953932 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:34.963167 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5d6bf-dea3-4e3c-950a-6ef41e22726b None None] Network 6e257271-86d1-4b11-92d5-92d2eef84258 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:35.072226 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.204497 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-993673d0-834a-4d24-b325-8d802482690c None None] Attempting to bind port 25d62cb6-f260-47e1-aff0-767417ccaefb on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:35.205134 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-993673d0-834a-4d24-b325-8d802482690c None None] Attempting to bind port 25d62cb6-f260-47e1-aff0-767417ccaefb by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:35.205732 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993673d0-834a-4d24-b325-8d802482690c None None] Attempting to bind port 25d62cb6-f260-47e1-aff0-767417ccaefb on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:35.227819 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Allocated IP 172.27.2.119 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/dfb269fc-d740-483f-ae9a-4d8b26872a69) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:35.229286 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993673d0-834a-4d24-b325-8d802482690c None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:35.229961 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993673d0-834a-4d24-b325-8d802482690c None None] Checking segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:35.230593 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.231385 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993673d0-834a-4d24-b325-8d802482690c None None] Bound using segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:35.232183 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-993673d0-834a-4d24-b325-8d802482690c None None] Bound port: 25d62cb6-f260-47e1-aff0-767417ccaefb, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:35.232829 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.248736 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50daadf-dd7e-4bce-9c9c-d1c69bcc7523 None None] Network 2d467ff9-d03f-4eba-981b-093018fd4c00 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:35.332030 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.349482 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0a5e9c54-bf8b-4afe-ad0e-c2350cd97b59 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:35.359615 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0a5e9c54-bf8b-4afe-ad0e-c2350cd97b59 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.6116047 Jul 29 20:48:35.394664 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-993673d0-834a-4d24-b325-8d802482690c None None] For port 25d62cb6-f260-47e1-aff0-767417ccaefb, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:35.402289 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-993673d0-834a-4d24-b325-8d802482690c None None] For port 25d62cb6-f260-47e1-aff0-767417ccaefb, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=25d62cb6-f260-47e1-aff0-767417ccaefb,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:35.421692 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-993673d0-834a-4d24-b325-8d802482690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.444271 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.444534 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-5c0d5f27-c284-4229-a56b-e724efa47a83 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/quotas/a693282003e54d9f9a7343890ea6d82c HTTP/1.1" status: 200 len: 375 time: 0.0837746 Jul 29 20:48:35.519094 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-e8fea01b-24bc-406e-88af-354206a86630 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732903 Jul 29 20:48:35.573011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.619829 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993673d0-834a-4d24-b325-8d802482690c None None] Pushing event updated for resources: {'Port': ['ID=25d62cb6-f260-47e1-aff0-767417ccaefb,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:35.646719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:35.649627 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:35.654656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:35.786749 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 33980) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:35.813963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb269fc-d740-483f-ae9a-4d8b26872a69,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:35.939990 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.972481 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:35.977311 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-58e7bc90-a6c7-493d-a79b-ba8401432eab service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:48:35.978334 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-58e7bc90-a6c7-493d-a79b-ba8401432eab service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1668081 Jul 29 20:48:35.992138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-654bec73-9dae-423d-8bd5-4fe5633f639d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:35.993643 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-654bec73-9dae-423d-8bd5-4fe5633f639d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/networks?id=2d467ff9-d03f-4eba-981b-093018fd4c00 HTTP/1.1" status: 200 len: 811 time: 0.2060051 Jul 29 20:48:36.003452 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.081993 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-ec376b40-a4f1-4579-879c-3c5c050089ac tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/quotas/00b4068fa88b4269a27f9a2c789e4372 HTTP/1.1" status: 200 len: 375 time: 0.0771968 Jul 29 20:48:36.128714 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-ef69bd1d-5fb7-4711-ae89-79e1773a6ebc tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=00b4068fa88b4269a27f9a2c789e4372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392261 Jul 29 20:48:36.192993 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-e71f430a-56be-440d-87c9-48f72381b5d8 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971157 Jul 29 20:48:36.199001 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Allocated IP 172.27.2.7 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/f1e752c4-c797-4e8a-9597-d5aee2b4ba0d) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:36.203157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.345864 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Router b334d795-c598-4587-90e0-a28b5eda65e5 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:48:36.374548 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-168f07e3-7a58-46f6-8092-da627e32b74b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:48:36.379288 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-168f07e3-7a58-46f6-8092-da627e32b74b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1691232 Jul 29 20:48:36.456208 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:36.465119 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:36.475298 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.480117 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-25bca3c2-1f23-47e4-a9ac-edaa2f1e1275 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9104254 Jul 29 20:48:36.480297 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:36.480297 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:36.481740 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 33992) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:36.605326 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-863cf22d-e92b-4b31-9044-7797558217be service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040256 Jul 29 20:48:36.623126 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-cff105b0-831a-4314-90a1-67772d2b7674 service neutron] 10.222.0.43 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397802 Jul 29 20:48:36.639792 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:36.726929 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b5c8a-1624-40ec-b13f-bcf922fbde44 None None] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:48:36.744563 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.831034 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-698b5aa5-a50f-4848-ab85-561137ebba31 service neutron] 10.222.0.43 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976235 Jul 29 20:48:36.839690 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-e7ab6747-8b2f-44c7-858c-19252d53a09e None None] Provisioning for port 25d62cb6-f260-47e1-aff0-767417ccaefb completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:36.845258 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:36.944278 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:36.970316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:36.981630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:36.993705 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:35Z', 'revision_number': 3, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:37.066310 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:37.066798 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Updating router b334d795-c598-4587-90e0-a28b5eda65e5 port dfb269fc-d740-483f-ae9a-4d8b26872a69 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:48:37.135092 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.213878 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.237601 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:37.421961 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-754564f5-d9ef-49d4-9feb-046330d7dfa8 req-ead0ab80-2d39-4962-871b-be57d066d148 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.1094322 Jul 29 20:48:37.759233 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 25d62cb6-f260-47e1-aff0-767417ccaefb up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:37.776813 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8b95a8e6-6c33-43b8-ac9a-0a3e61b88a8a req-5931f367-495b-47b5-8a25-1876c4e16a04 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.1489737 Jul 29 20:48:37.826358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.885506 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.908805 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Transition to ACTIVE for port object dfb269fc-d740-483f-ae9a-4d8b26872a69 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:37.922555 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.949996 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 25d62cb6-f260-47e1-aff0-767417ccaefb completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:37.955933 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 25d62cb6-f260-47e1-aff0-767417ccaefb triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:37.958493 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:37.977360 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Attempting to bind port dfb269fc-d740-483f-ae9a-4d8b26872a69 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:37.978604 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Attempting to bind port dfb269fc-d740-483f-ae9a-4d8b26872a69 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:37.980174 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Attempting to bind port dfb269fc-d740-483f-ae9a-4d8b26872a69 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:38.055637 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:38.059050 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:38.062349 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.065724 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:38.066328 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Bound port: dfb269fc-d740-483f-ae9a-4d8b26872a69, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:38.069180 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.154420 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Pushing event updated for resources: {'Port': ['ID=dfb269fc-d740-483f-ae9a-4d8b26872a69,revision_number=2']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.179914 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.180404 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.180863 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.181248 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.181691 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.182109 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.182512 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.182988 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.183512 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.183844 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.184212 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.184832 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Tracked resource versions report: Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: pushed versions: Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: { 'AddressGroup': {'1.2'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'ConntrackHelper': {'1.0'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Log': {'1.0'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Network': {'1.1'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Port': {'1.7'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'PortForwarding': {'1.2'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'QosPolicy': {'1.8'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroup': {'1.4'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroupRule': {'1.2'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SubPort': {'1.0'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Subnet': {'1.1'}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Trunk': {'1.1'}} Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: consumer versions: Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: { DHCP agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: HyperV agent@hv-cinder-80295: {}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: L3 agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: Metadata agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: Metering agent@dv-cinder-802957-1-iscsi: {}, Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: Open vSwitch agent@dv-cinder-802957-1-iscsi: { 'AddressGroup': '1.2', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'ConntrackHelper': '1.0', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Log': '1.0', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Network': '1.1', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Port': '1.7', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'PortForwarding': '1.2', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'QosPolicy': '1.8', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroup': '1.4', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SecurityGroupRule': '1.2', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'SubPort': '1.0', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Subnet': '1.1', Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: 'Trunk': '1.1'}} Jul 29 20:48:38.186756 dv-cinder-802957-1-iscsi neutron-server[104711]: {{(pid=104711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 20:48:38.204304 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] For port dfb269fc-d740-483f-ae9a-4d8b26872a69, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:38.208788 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] For port dfb269fc-d740-483f-ae9a-4d8b26872a69, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=dfb269fc-d740-483f-ae9a-4d8b26872a69,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:38.214727 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.228994 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Allocated IP 172.20.0.1 (e76a1ae1-99d5-4dca-8ae4-531420fa7cf8/020f420a-f874-41d0-9ad9-b08518197671/104488db-a50e-49ad-809d-ce6f4c4d5493) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:38.257152 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.336290 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03657d-0453-45fe-98eb-cc5c2d878f5f None None] Pushing event updated for resources: {'Port': ['ID=dfb269fc-d740-483f-ae9a-4d8b26872a69,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.356763 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 25d62cb6-f260-47e1-aff0-767417ccaefb, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=25d62cb6-f260-47e1-aff0-767417ccaefb,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:38.370675 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.371461 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.380401 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:38.380884 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:38.485725 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=25d62cb6-f260-47e1-aff0-767417ccaefb,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.563302 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.595622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Transition to ACTIVE for port object 104488db-a50e-49ad-809d-ce6f4c4d5493 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:38.604271 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f776be95-538e-4d7f-9a68-6f8ba7704e06 req-81805635-c1f5-42ff-a938-f74fd41b471f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0387750 Jul 29 20:48:38.640987 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:38.673534 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:48:38.684725 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.740572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Pushing event updated for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:38.756166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:38.757820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:38.761427 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:38.762091 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:38.909367 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:35Z', 'revision_number': 3, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:38.950470 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399c8e4-cfed-4d12-aa43-64e9fe89aff8 None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:35Z', 'revision_number': 3, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:39.026821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-717d08f4-6b16-4345-a5f9-15113859c010 req-e53be98c-d9ff-4a0f-b224-247f6f0793f2 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.1363873 Jul 29 20:48:39.069112 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:39.083810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Sync routers for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:39.103137 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:39.104668 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.105187 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:39.110322 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6464bc23-67d2-475b-b4f5-cb049346a472 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1945560 Jul 29 20:48:39.112337 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34122) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:39.198248 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.248480 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d05e46aa-9570-421e-8d96-cfa29c0e1073 None None] Provisioning for port 104488db-a50e-49ad-809d-ce6f4c4d5493 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:39.361608 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d05e46aa-9570-421e-8d96-cfa29c0e1073 None None] Provisioning complete for port 104488db-a50e-49ad-809d-ce6f4c4d5493 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:39.362408 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d05e46aa-9570-421e-8d96-cfa29c0e1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.421437 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-d05e46aa-9570-421e-8d96-cfa29c0e1073 None None] Port 104488db-a50e-49ad-809d-ce6f4c4d5493 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:48:39.471060 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:39.680266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.694817 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.695845 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:39.966310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Pushing event updated for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:39.985197 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 25d62cb6-f260-47e1-aff0-767417ccaefb up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:40.129953 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 25d62cb6-f260-47e1-aff0-767417ccaefb triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:40.131888 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:40.138815 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:37Z', 'revision_number': 3, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:40.149571 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:40.153157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:40.234790 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Checking router: c1129faa-ba27-4f22-95c9-0908cfdfa2f3 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:40.236509 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Updating router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:48:40.327094 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:40.475387 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf25b567-b66c-44d8-91a9-e009d0f18cf1 req-0de4098e-a6f9-4db1-b017-a27f7b83a525 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.1103373 Jul 29 20:48:40.476888 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:40.626728 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-02b9f5c0-f3fb-48b3-8018-9d96bf6560cb req-945b9355-8ab1-4266-a3d1-e62f410b71a0 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.0791056 Jul 29 20:48:40.670544 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34178) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:40.732479 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:40.772719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.44', 59053) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:40.927359 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device dfb269fc-d740-483f-ae9a-4d8b26872a69 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:40.953415 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-958ccf9a-1b21-4c0b-a446-b85c939e549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:40.961971 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:40.979342 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bff4276d-4393-48c3-9d7c-dfe5cfacd861 None None] Provisioning complete for port 104488db-a50e-49ad-809d-ce6f4c4d5493 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:40.980169 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bff4276d-4393-48c3-9d7c-dfe5cfacd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.023522 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-57de7e4d-20af-4d49-9d7a-50b4ab6cc85a admin admin] 10.222.0.43 "PUT /v2.0/routers/b334d795-c598-4587-90e0-a28b5eda65e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5391359 Jul 29 20:48:41.034146 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-bff4276d-4393-48c3-9d7c-dfe5cfacd861 None None] Port 104488db-a50e-49ad-809d-ce6f4c4d5493 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:48:41.105148 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Allocated IP 172.20.0.1 (6e257271-86d1-4b11-92d5-92d2eef84258/318da822-d7c6-4459-b7c0-6ac6fffef3a2/730982bb-6609-4792-a9da-9649ab278967) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:41.139481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port dfb269fc-d740-483f-ae9a-4d8b26872a69 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:41.170079 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port dfb269fc-d740-483f-ae9a-4d8b26872a69 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:41.170448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.191436 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-c8b8d195-2369-484b-a9c8-50bcc1514ade tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:41.193538 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-c8b8d195-2369-484b-a9c8-50bcc1514ade tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.4005880 Jul 29 20:48:41.221524 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.239323 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Transition to ACTIVE for port object f1e752c4-c797-4e8a-9597-d5aee2b4ba0d will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:41.246502 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.253283 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-958ccf9a-1b21-4c0b-a446-b85c939e549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.265048 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-958ccf9a-1b21-4c0b-a446-b85c939e549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.320769 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.328157 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Attempting to bind port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:41.328525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Attempting to bind port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:41.328875 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Attempting to bind port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:41.332711 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-958ccf9a-1b21-4c0b-a446-b85c939e549e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03fcd0534b9d4cea9950f1bb8ac76c0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6430769 Jul 29 20:48:41.332711 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ccf9a-1b21-4c0b-a446-b85c939e549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2cd859-1366-4e62-950f-ce61999d91d6,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.332947 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34206) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:41.335810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b7c89-f27c-4c27-9dd6-46139302bc53 None None] Pushing event updated for resources: {'Port': ['ID=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.343208 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:41.343577 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:41.344080 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.344336 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:41.344797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Bound port: f1e752c4-c797-4e8a-9597-d5aee2b4ba0d, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:41.345188 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.379131 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.394175 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.414865 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port dfb269fc-d740-483f-ae9a-4d8b26872a69, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=dfb269fc-d740-483f-ae9a-4d8b26872a69,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:41.423731 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.428171 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.454515 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Network 6e257271-86d1-4b11-92d5-92d2eef84258 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:41.458229 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:41.458673 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.458898 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] For port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:41.466945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:41.467615 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.484771 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] For port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:41.500597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.509532 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=dfb269fc-d740-483f-ae9a-4d8b26872a69,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.534773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.537730 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.541418 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc2cd859-1366-4e62-950f-ce61999d91d6 HTTP/1.1" status: 204 len: 168 time: 0.2051692 Jul 29 20:48:41.541567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Pushing event updated for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.558207 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:41.558863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:41.568127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2863f78-5191-4632-a703-baeb423a2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2cd859-1366-4e62-950f-ce61999d91d6,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.681748 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6c9cb3a6-e0c4-4ce8-8fe3-69c2993af3dd req-a6bbaca2-6ddf-4088-afb8-f77555fbb719 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0628574 Jul 29 20:48:41.728097 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b7c89-f27c-4c27-9dd6-46139302bc53 None None] Pushing event updated for resources: {'Port': ['ID=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:41.740930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device dfb269fc-d740-483f-ae9a-4d8b26872a69 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:41.857514 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fda28193-e6da-4bd3-bd9d-4e82dbb6087f req-d6c8397c-d878-4b32-a114-1b45a5c74ea8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.0575948 Jul 29 20:48:41.871744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:41.976101 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:41.988591 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:41.991216 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:42.035210 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:42.221723 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port dfb269fc-d740-483f-ae9a-4d8b26872a69 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:42.222887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.233570 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34238) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:42.240603 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954468968', 'description': 'tempest-description--969039833'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:42.254856 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.263110 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.268245 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.272867 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.286847 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:42.381045 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Pushing event updated for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:42.450312 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:37Z', 'revision_number': 3, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:42.452331 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Network 6e257271-86d1-4b11-92d5-92d2eef84258 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:42.459233 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.463994 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.465742 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:42.490402 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c869db0-1299-4d11-a8e5-5730679e07a0 None None] The sync data for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi is: [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:37Z', 'revision_number': 3, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:42.502088 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:42.506984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.514286 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b3fb30c2-b606-4ce4-bd7d-abc8ae42037f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2774022 Jul 29 20:48:42.514936 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34248) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:42.528735 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group_rule': {'security_group_id': 'c1b5e740-7d77-4e3a-88bc-3922d7b2ed85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:42.593264 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.595987 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 2, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:42.628533 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:42.628887 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Updating router b334d795-c598-4587-90e0-a28b5eda65e5 port 104488db-a50e-49ad-809d-ce6f4c4d5493 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:48:42.657840 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:48:42.674462 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.840089 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.849094 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.899097 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875777e5-2be3-4961-8f90-b671bae18fdd,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:42.917622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:42.918994 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-6ea10c17-e620-4004-bfa7-28ee10c28ccc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4030597 Jul 29 20:48:42.930870 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34258) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:42.934438 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group_rule': {'security_group_id': 'c1b5e740-7d77-4e3a-88bc-3922d7b2ed85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:42.949516 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9cb1188c-1cac-4827-8704-03983d03abc4 req-a39d0f7f-9bf8-4d1a-8009-616a6dd4a04e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.1020687 Jul 29 20:48:43.003378 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.010964 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c148bed5-d2d1-4248-81e4-f4497e8abfe2 req-b01cbd3e-64ea-4640-b8cb-131b4c0f6a0a tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.0499928 Jul 29 20:48:43.013880 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:48:43.027629 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-88c75202-d769-4fc5-89f7-30452c05a12b admin admin] 10.222.0.43 "PUT /v2.0/routers/c1129faa-ba27-4f22-95c9-0908cfdfa2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9148238 Jul 29 20:48:43.125613 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.134877 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.140310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.143237 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Transition to ACTIVE for port object 104488db-a50e-49ad-809d-ce6f4c4d5493 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:43.155688 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.162625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2a0049-9e63-4cee-a49a-58b70fd251eb,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:43.177671 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.189681 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2bd02c49-c0ec-4dbc-9504-79d3dfa0573a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627192 Jul 29 20:48:43.191526 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34272) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:43.197186 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:43.259418 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffafdc4-454c-4bf4-b7e9-e7595ca7033a None None] Pushing event updated for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:43.269760 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.330168 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Attempting to bind port 104488db-a50e-49ad-809d-ce6f4c4d5493 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:43.330800 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Attempting to bind port 104488db-a50e-49ad-809d-ce6f4c4d5493 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:43.331188 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Attempting to bind port 104488db-a50e-49ad-809d-ce6f4c4d5493 on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:43.339364 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:43.344416 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Checking segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:43.345052 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.345665 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Bound using segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:43.346651 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Bound port: 104488db-a50e-49ad-809d-ce6f4c4d5493, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:43.348555 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.393620 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:48:43.528917 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] For port 104488db-a50e-49ad-809d-ce6f4c4d5493, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:43.532341 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] For port 104488db-a50e-49ad-809d-ce6f4c4d5493, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=104488db-a50e-49ad-809d-ce6f4c4d5493,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:43.556018 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.637030 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:43.637761 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:43.705512 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f1e752c4-c797-4e8a-9597-d5aee2b4ba0d up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:43.737927 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffafdc4-454c-4bf4-b7e9-e7595ca7033a None None] Pushing event updated for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=4']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:43.808857 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:43.814290 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:43.814479 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.838016 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:43.899385 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Request body: {'port': {'device_id': '85622884-4f01-4334-8e53-68b7bc379b71', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'admin_state_up': True, 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:43.976521 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:43.986173 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.018401 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:44.026671 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.167806 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Allocated IP 172.27.2.175 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/116eb4eb-9e8d-4b9a-b9ab-42a37e95f708) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:44.183897 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-53327996-441f-4930-866a-8c23789b0a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.218189 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:44.266366 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34314) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:44.305884 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.347704 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:44.355096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.383102 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.44', 59063) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:44.463309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-ceba6233-05c5-495d-8488-5fbfcadc99cc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:44.465256 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-ceba6233-05c5-495d-8488-5fbfcadc99cc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 818 time: 0.1476336 Jul 29 20:48:44.498982 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:44.507622 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-916e0fe2-5396-47ca-ad8b-51e5af583642 req-c8b54e66-c9c4-4288-89a5-5d33bca355e6 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.1886086 Jul 29 20:48:44.545877 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-4c2d745e-29cf-44a0-8be8-9ac47e8fc2cc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/quotas/0964a9e855dd4a69b1e89e12ba4db0cd HTTP/1.1" status: 200 len: 375 time: 0.0519769 Jul 29 20:48:44.624320 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe90c-4b65-4c54-9ac0-98b89382ffcc None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:44.637513 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:44.799519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=116eb4eb-9e8d-4b9a-b9ab-42a37e95f708,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:44.904418 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:44.918073 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:44.924184 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-65133c03-e192-4f30-8d49-3a8a1a3665e5 req-8b745bf5-bc69-4364-ab1c-a05af6595742 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.1266625 Jul 29 20:48:44.926342 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:44.942928 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-2804c8d2-8f26-4c59-a228-20ca5daa7e2b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3898904 Jul 29 20:48:45.087079 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1b817c9a-2c71-4c9a-af6d-492aaa072d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.111318 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-52afb7f3-a844-458c-a1fd-8f92b1b8f634 service neutron] 10.222.0.43 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266840 Jul 29 20:48:45.159935 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-084c946c-3357-461f-b416-c336163163ff tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:45.188340 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-084c946c-3357-461f-b416-c336163163ff tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.44 "GET /v2.0/networks?id=2d467ff9-d03f-4eba-981b-093018fd4c00 HTTP/1.1" status: 200 len: 811 time: 0.7800827 Jul 29 20:48:45.209492 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Allocated IP 172.20.0.7 (e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46/51c7c5fe-d5da-4a21-9950-5b585fc2bf84/4c982836-6905-4996-a0e8-5609ad193ed1) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:45.257920 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Sync routers for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:48:45.264817 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Request body: {'port': {'device_id': '54759f0d-fee8-4789-ad62-f21e6508582a', 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00', 'admin_state_up': True, 'tenant_id': '00b4068fa88b4269a27f9a2c789e4372'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:45.303966 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:45.314194 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:45.335779 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.530112 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:45.572844 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:45.718657 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-20813cf8-ae3b-4d41-9712-32a810fa542b service neutron] 10.222.0.43 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905924 Jul 29 20:48:46.083788 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f1e752c4-c797-4e8a-9597-d5aee2b4ba0d up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:46.090651 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1b817c9a-2c71-4c9a-af6d-492aaa072d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.123314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1b817c9a-2c71-4c9a-af6d-492aaa072d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.196165 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.207204 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.251562 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.373971 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b817c9a-2c71-4c9a-af6d-492aaa072d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd1277-bc2a-4a32-afbc-788f59232ec3,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:46.454082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e53d2cf8-1271-4c61-ae9c-aaa517d6ee11 req-321e41c6-c1e6-473c-865c-72e5d7592b20 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.1132100 Jul 29 20:48:46.476578 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:46.477789 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.593517 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.595350 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4021745 Jul 29 20:48:46.611876 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '730982bb-6609-4792-a9da-9649ab278967', 'name': '', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'mac_address': 'fa:16:3e:d9:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:40Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 2, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'subnets': [{'id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:46.617255 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1aaccb80-0daf-4183-9f7c-e80933d4bbd8 req-7a2c4887-54b0-45f0-a312-a825b5356c3d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.1911914 Jul 29 20:48:46.640288 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1b817c9a-2c71-4c9a-af6d-492aaa072d30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73c80ded7b2c4509998bb81f19ec066e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3352489 Jul 29 20:48:46.648117 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553290dc-be82-4869-b8df-dac59065a016 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=116eb4eb-9e8d-4b9a-b9ab-42a37e95f708,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:46.659211 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34404) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:46.729287 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Checking router: c1129faa-ba27-4f22-95c9-0908cfdfa2f3 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:48:46.730011 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Updating router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 port 730982bb-6609-4792-a9da-9649ab278967 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:48:46.744400 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Made reservation on behalf of 00b4068fa88b4269a27f9a2c789e4372 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:46.751966 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.791253 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:46.886660 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-80083c60-6787-4cb9-9b96-b7fc83bb882a req-09eea339-e5fb-460c-89d0-333a9173dbcf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 210 time: 0.1063180 Jul 29 20:48:46.981468 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.022033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.075806 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 104488db-a50e-49ad-809d-ce6f4c4d5493 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:47.100899 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Allocated IP 172.20.0.10 (2d467ff9-d03f-4eba-981b-093018fd4c00/b48611b7-ebf2-4686-94ed-c41b6dd8d9f0/1b0c892b-dd2f-4c9c-9ea3-43883f68583d) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:47.126058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.148996 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.279809 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-518b5029-a7e2-4dad-98cc-43491e5d0aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.292952 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.296272 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.312978 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abfd1277-bc2a-4a32-afbc-788f59232ec3 HTTP/1.1" status: 204 len: 168 time: 0.6479146 Jul 29 20:48:47.404807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-4b571ce4-3d89-4840-9c35-eafbbb57b7de tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1954468968&fields=id&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 267 time: 0.1319780 Jul 29 20:48:47.407738 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d88df-5f2d-430c-974f-d0d9639081eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd1277-bc2a-4a32-afbc-788f59232ec3,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:47.579771 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-c8ff282a-6d38-4a78-888a-54913277e8b5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.589348 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-c8ff282a-6d38-4a78-888a-54913277e8b5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 816 time: 0.1833551 Jul 29 20:48:47.614748 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-ddc67d87-5633-46a9-9d5a-a91a9fadeab4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/quotas/03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 375 time: 0.0227773 Jul 29 20:48:47.762148 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-55f1f59e-538f-4738-8dca-0f3d1065e621 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445050 Jul 29 20:48:47.859533 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.863983 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:47.892881 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.916776 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:47.923808 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event updated for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:47.944332 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-0bf2b978-158b-40eb-955e-33d54f7a141a service neutron] 10.222.0.43 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493969 Jul 29 20:48:47.952568 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:47.965046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:47.967334 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:47.986588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 104488db-a50e-49ad-809d-ce6f4c4d5493 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:48.085156 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-f7741e6b-fcee-4593-abcd-355a1377fa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1953993 Jul 29 20:48:48.093914 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 104488db-a50e-49ad-809d-ce6f4c4d5493 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:48.094739 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.109717 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.203297 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.322314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Network 2d467ff9-d03f-4eba-981b-093018fd4c00 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:48.324719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34486) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:48.334308 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:48.350721 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:48.368421 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:48.368421 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.446961 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7b1b075d-d834-4647-ab95-99369fbf4e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.467406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Pushing event updated for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.511702 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-94aa4d21-d032-4d8a-8e52-fd615ffb9994 service neutron] 10.222.0.43 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663462 Jul 29 20:48:48.537695 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-6ad0f7c5-cc93-4fed-b6a9-07e4e95e6eea tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:48.541435 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-9a621307-9bec-4102-8fdf-a6e8d5a062a8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3013377 Jul 29 20:48:48.542145 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-6ad0f7c5-cc93-4fed-b6a9-07e4e95e6eea tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 818 time: 0.8177712 Jul 29 20:48:48.572736 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-4dba64ce-6a67-4d8a-a674-182973a600aa tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/quotas/0964a9e855dd4a69b1e89e12ba4db0cd HTTP/1.1" status: 200 len: 375 time: 0.0247233 Jul 29 20:48:48.601030 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.610974 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-da6654e1-1016-40fe-a756-1e795a1782a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:48:48.660936 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-da6654e1-1016-40fe-a756-1e795a1782a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236700 Jul 29 20:48:48.665419 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.665560 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-667f82df-c94f-4a12-b517-3af91c94472e tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:48:48.665560 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-667f82df-c94f-4a12-b517-3af91c94472e tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098166 Jul 29 20:48:48.676494 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Transition to ACTIVE for port object 730982bb-6609-4792-a9da-9649ab278967 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:48.695899 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-c5df174a-67ee-4bb3-82aa-b2b5237386df tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162124 Jul 29 20:48:48.713555 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.718553 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 104488db-a50e-49ad-809d-ce6f4c4d5493, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=104488db-a50e-49ad-809d-ce6f4c4d5493,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:48.749594 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.839582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7b1b075d-d834-4647-ab95-99369fbf4e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.848478 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ec288-f48c-466b-8bdd-ed4e2d8661c2 None None] Pushing event updated for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:48.852536 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7b1b075d-d834-4647-ab95-99369fbf4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:48.946641 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-a0224068-f7f2-44d5-bfbb-f73fc3341ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484243 Jul 29 20:48:48.971890 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7b1b075d-d834-4647-ab95-99369fbf4e70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=976d959576dd4e3ba89a6ac7879d47ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6322250 Jul 29 20:48:48.995342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34510) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.096043 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.125434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Request body: {'port': {'device_id': '85622884-4f01-4334-8e53-68b7bc379b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:49.144280 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.166364 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b075d-d834-4647-ab95-99369fbf4e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4053a997-05e7-4f42-88bb-80e14156b3ee,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.168739 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Attempting to bind port 730982bb-6609-4792-a9da-9649ab278967 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:49.169452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Attempting to bind port 730982bb-6609-4792-a9da-9649ab278967 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:49.170224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Attempting to bind port 730982bb-6609-4792-a9da-9649ab278967 on network 6e257271-86d1-4b11-92d5-92d2eef84258 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:49.177506 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:49.178164 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Checking segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:49.178792 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.179380 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Bound using segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:49.180068 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Bound port: 730982bb-6609-4792-a9da-9649ab278967, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:49.180679 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.203333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.44', 59073) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.206314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Request body: {'port': {'device_id': '54759f0d-fee8-4789-ad62-f21e6508582a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:49.300439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] For port 730982bb-6609-4792-a9da-9649ab278967, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:49.309253 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] For port 730982bb-6609-4792-a9da-9649ab278967, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=730982bb-6609-4792-a9da-9649ab278967,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:49.318315 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.444674 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:48:49.445394 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:49.480835 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.522031 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.528444 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:49.645628 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-6adbc52e-7d6f-41fb-aebe-4ff1c71a188e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:49.648292 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-6adbc52e-7d6f-41fb-aebe-4ff1c71a188e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 818 time: 0.4379632 Jul 29 20:48:49.653262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ec288-f48c-466b-8bdd-ed4e2d8661c2 None None] Pushing event updated for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:49.680259 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:48:49.683141 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612ba42-0e05-47cd-a6a7-4b63933e4b2a req-f15372f8-36fa-4812-80a5-b6464cdb4806 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:49.692613 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4612ba42-0e05-47cd-a6a7-4b63933e4b2a req-f15372f8-36fa-4812-80a5-b6464cdb4806 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 931 time: 0.7340827 Jul 29 20:48:49.731701 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Request body: {'port': {'device_id': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'admin_state_up': True, 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:49.844180 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34534) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:49.875336 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-32d3a5b4-e7d0-4743-a702-5150f2584557 service neutron] 10.222.0.43 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275088 Jul 29 20:48:50.028304 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4612ba42-0e05-47cd-a6a7-4b63933e4b2a req-b6a2f500-db3f-439f-a2db-3084934b53fa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332038 Jul 29 20:48:50.213127 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Made reservation on behalf of 0964a9e855dd4a69b1e89e12ba4db0cd for: {'port': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:50.228811 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.356358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62a88bfa-59d9-4368-83f6-bd06bd82faa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.697343 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ba72ef5d-7b13-4ea3-9491-2effa714467f req-1f2eba95-108c-4c7a-ab0d-fdd21397378a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 210 time: 0.2799437 Jul 29 20:48:50.727321 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '730982bb-6609-4792-a9da-9649ab278967', 'name': '', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'mac_address': 'fa:16:3e:d9:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:40Z', 'updated_at': '2021-07-29T20:48:49Z', 'revision_number': 4, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'subnets': [{'id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:48:50.786722 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd2b96-d532-4db6-9c1e-2797c14698f9 None None] The sync data for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi is: [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '730982bb-6609-4792-a9da-9649ab278967', 'name': '', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'mac_address': 'fa:16:3e:d9:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:40Z', 'updated_at': '2021-07-29T20:48:49Z', 'revision_number': 4, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'subnets': [{'id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:48:50.833059 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:50.865181 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c363242f-832f-4ee2-a6de-2c6a8b608b83 req-26fddd02-441f-46db-9c9d-9f00bf54c442 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.0671127 Jul 29 20:48:50.947987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b678f00-7bae-43f3-a44a-2c4593b6c088 req-662501db-1fa3-4b92-8023-a0d6cd2192b7 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:50.956457 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0b678f00-7bae-43f3-a44a-2c4593b6c088 req-662501db-1fa3-4b92-8023-a0d6cd2192b7 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 932 time: 0.6569798 Jul 29 20:48:51.010730 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 104488db-a50e-49ad-809d-ce6f4c4d5493 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:51.245031 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 104488db-a50e-49ad-809d-ce6f4c4d5493 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:51.246996 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.306004 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Allocated IP 172.20.0.2 (6e257271-86d1-4b11-92d5-92d2eef84258/318da822-d7c6-4459-b7c0-6ac6fffef3a2/e4ffaccc-b2a2-4dc0-a710-7816d0657071) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:51.403433 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0b678f00-7bae-43f3-a44a-2c4593b6c088 req-3063f74e-e6c5-4309-8921-24bd651d9a56 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924716 Jul 29 20:48:51.541631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebe07f-d13e-4b24-a2b6-80279b3b19ff req-53488d8b-758c-4b56-b34e-8973716ec05e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:51.543682 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ceebe07f-d13e-4b24-a2b6-80279b3b19ff req-53488d8b-758c-4b56-b34e-8973716ec05e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 931 time: 0.2881680 Jul 29 20:48:51.560847 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c982836-6905-4996-a0e8-5609ad193ed1 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:51.577255 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62a88bfa-59d9-4368-83f6-bd06bd82faa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.605558 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62a88bfa-59d9-4368-83f6-bd06bd82faa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.607283 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.705564 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Transition to ACTIVE for port object 4c982836-6905-4996-a0e8-5609ad193ed1 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:51.710013 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.717329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.729656 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4053a997-05e7-4f42-88bb-80e14156b3ee HTTP/1.1" status: 204 len: 168 time: 2.7328379 Jul 29 20:48:51.763982 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:51.791069 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729667c7-863e-4866-9c35-a27502bbcf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4053a997-05e7-4f42-88bb-80e14156b3ee,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.946316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88bfa-59d9-4368-83f6-bd06bd82faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13048098-7f9f-4ec7-9949-17805cb30300,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.968903 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Pushing event updated for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:51.982466 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ceebe07f-d13e-4b24-a2b6-80279b3b19ff req-e6ade52a-de4a-4a50-b3bc-bdd61c9534a4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079578 Jul 29 20:48:52.003300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-62a88bfa-59d9-4368-83f6-bd06bd82faa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acfc8935e6f24d58bc6af85d81f25ef7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1578674 Jul 29 20:48:52.007818 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34584) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:52.096715 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-10f8006f-6292-4e8d-99e5-16df59602445 req-53f12af6-8d1f-45b8-b3a5-f9992db776d2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 210 time: 0.1652112 Jul 29 20:48:52.467303 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-80107425-fdbb-434f-82a0-3aeb17411c56 req-585d3a03-c36b-46fb-9f82-c4c8815314a4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.1537602 Jul 29 20:48:52.521795 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.527319 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Attempting to bind port 4c982836-6905-4996-a0e8-5609ad193ed1 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:52.530093 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Attempting to bind port 4c982836-6905-4996-a0e8-5609ad193ed1 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:52.530665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Attempting to bind port 4c982836-6905-4996-a0e8-5609ad193ed1 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:52.558218 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0c892b-dd2f-4c9c-9ea3-43883f68583d {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:52.583512 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.607507 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Transition to ACTIVE for port object 1b0c892b-dd2f-4c9c-9ea3-43883f68583d will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:52.628141 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Port 4c982836-6905-4996-a0e8-5609ad193ed1 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:52.628490 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Attempting to bind port 4c982836-6905-4996-a0e8-5609ad193ed1 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:52.637048 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.653526 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:52.653930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Checking segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:52.659037 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Bound using segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:52.659809 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Bound port: 4c982836-6905-4996-a0e8-5609ad193ed1, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:52.660508 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.664322 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.726240 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.740975 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f1668-1749-46e0-b57a-05cbe84afe1f req-17821fdc-0e72-4e6a-b697-c3919f048f9d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:52.748548 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-511f1668-1749-46e0-b57a-05cbe84afe1f req-17821fdc-0e72-4e6a-b697-c3919f048f9d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 932 time: 0.2015922 Jul 29 20:48:52.769654 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:52.846669 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.895926 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Attempting to bind port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:52.896469 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Attempting to bind port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'd03869ec-9505-4fa5-b691-c49df9c759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:52.896856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Attempting to bind port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d on network 2d467ff9-d03f-4eba-981b-093018fd4c00 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:52.925314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d on network 2d467ff9-d03f-4eba-981b-093018fd4c00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:52.925721 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Attempting to bind port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d on network 2d467ff9-d03f-4eba-981b-093018fd4c00 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:52.937321 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:52.937859 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Checking segment: {'id': 'd03869ec-9505-4fa5-b691-c49df9c759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:52.938318 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Bound using segment: {'id': 'd03869ec-9505-4fa5-b691-c49df9c759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:52.938881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Bound port: 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03869ec-9505-4fa5-b691-c49df9c759ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:52.939584 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:52.950641 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-511f1668-1749-46e0-b57a-05cbe84afe1f req-99536a5d-79a2-45e8-8181-689ee378d64d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955466 Jul 29 20:48:52.975722 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Network 6e257271-86d1-4b11-92d5-92d2eef84258 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:52.987654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:52.996578 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:53.002912 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:53.003710 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.014996 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Pushing event updated for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:53.025741 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.029282 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.033368 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13048098-7f9f-4ec7-9949-17805cb30300 HTTP/1.1" status: 204 len: 168 time: 0.9578462 Jul 29 20:48:53.044611 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d473bd-cb31-4c21-8c01-7eb53f71c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13048098-7f9f-4ec7-9949-17805cb30300,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:53.047855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-9c676ab6-6915-4d0e-9169-c12614abf962 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3811002 Jul 29 20:48:53.115852 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 730982bb-6609-4792-a9da-9649ab278967 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:53.178495 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:53.218910 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 730982bb-6609-4792-a9da-9649ab278967 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:53.227031 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 730982bb-6609-4792-a9da-9649ab278967 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:53.227939 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.249388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67d916-2fca-4915-9482-6cba5ab2e061 req-4dba9388-466f-4141-9fee-04396800ec9f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:53.263248 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb67d916-2fca-4915-9482-6cba5ab2e061 req-4dba9388-466f-4141-9fee-04396800ec9f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.1261189 Jul 29 20:48:53.289619 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4c982836-6905-4996-a0e8-5609ad193ed1,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:53.304758 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.353496 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:53.370292 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:53.372417 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.383720 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] 10.222.0.44 "PUT /v2.0/ports/4c982836-6905-4996-a0e8-5609ad193ed1 HTTP/1.1" status: 200 len: 1093 time: 4.4421816 Jul 29 20:48:53.385702 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:53.435683 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.449484 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Request body: {'port': {'device_id': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:53.489589 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-82b382d0-54f1-417f-a305-c629a1928801 req-60edd1e8-3ec9-4e68-a6e1-44f9faa56421 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 210 time: 0.1589715 Jul 29 20:48:53.509292 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 730982bb-6609-4792-a9da-9649ab278967, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=730982bb-6609-4792-a9da-9649ab278967,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:48:53.518224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.603668 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb67d916-2fca-4915-9482-6cba5ab2e061 req-14509a98-7459-46dd-b827-d538d25d4d67 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394012 Jul 29 20:48:53.692997 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:53.726756 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:53.790140 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.44', 59085) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:53.969552 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,segment=NetworkSegment(d03869ec-9505-4fa5-b691-c49df9c759ed),segment_id=d03869ec-9505-4fa5-b691-c49df9c759ed)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:54.040627 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d110e410-9336-43fe-81a2-407dd4bc3400 req-02a0cdb8-70bc-4c55-b1d6-712e99b605b8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.2653899 Jul 29 20:48:54.064982 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.167741 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf4b76-ad56-4550-a013-dee83268533c service neutron] Pushing event updated for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:54.213191 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34658) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:54.218751 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.219611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.221263 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] 10.222.0.44 "PUT /v2.0/ports/1b0c892b-dd2f-4c9c-9ea3-43883f68583d HTTP/1.1" status: 200 len: 1094 time: 5.2523477 Jul 29 20:48:54.240703 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-94404598-a278-4e45-967a-43bc8f1bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.255722 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-94404598-a278-4e45-967a-43bc8f1bf421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 1096 time: 0.6333528 Jul 29 20:48:54.289009 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-4729cff1-b973-479b-a686-11c282460174 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.290827 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-4729cff1-b973-479b-a686-11c282460174 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 816 time: 0.3931384 Jul 29 20:48:54.292505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34d91fde-4a48-4357-9408-cde4a31db52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:54.423845 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-28b83ada-e381-4207-96c1-41b4ba414029 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c982836-6905-4996-a0e8-5609ad193ed1 HTTP/1.1" status: 200 len: 217 time: 0.1095998 Jul 29 20:48:54.435773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862481e-8c40-4ed2-9e6a-30f4a277f460 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:54.518482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e65be-e90e-40ff-a4be-f0d330747682" -d '{"events": [{"name": "network-changed", "server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:54.605352 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-e52edecd-66bf-42e8-8080-8a405c216bb9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 380 time: 0.1927044 Jul 29 20:48:54.641545 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-42a1bc45-60fd-4e23-b2d2-54b3c7141945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.643136 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a18b4-f1cd-4d47-8768-416e81084f39 req-46c34809-dc44-4813-b55a-e0eeb0dada58 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.652099 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e8a18b4-f1cd-4d47-8768-416e81084f39 req-46c34809-dc44-4813-b55a-e0eeb0dada58 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.5253286 Jul 29 20:48:54.658517 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-42a1bc45-60fd-4e23-b2d2-54b3c7141945 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.2019017 Jul 29 20:48:54.665860 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-681d6881-1225-4200-bd99-9f6563a23def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:54.686601 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-681d6881-1225-4200-bd99-9f6563a23def service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00b4068fa88b4269a27f9a2c789e4372&device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 1097 time: 0.2728798 Jul 29 20:48:54.700361 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'port': {'device_id': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'admin_state_up': True, 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'security_groups': ['c1b5e740-7d77-4e3a-88bc-3922d7b2ed85']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:54.763684 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e8a18b4-f1cd-4d47-8768-416e81084f39 req-7c3ab125-071c-465f-bee1-81a5c4aa2a5b tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061573 Jul 29 20:48:54.865954 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.44', 59090) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:54.912854 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 730982bb-6609-4792-a9da-9649ab278967 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:48:55.103034 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ffaccc-b2a2-4dc0-a710-7816d0657071 {{(pid=104709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:55.149120 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-9dd0904a-d761-492a-b8e8-d6eb96f10e1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4261353 Jul 29 20:48:55.152681 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 730982bb-6609-4792-a9da-9649ab278967 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:55.153692 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.338834 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b46a89bf-ac20-40c8-bb59-d093f3590620 req-3161d1bd-6eff-482e-b281-a0013fe106dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 210 time: 0.4627664 Jul 29 20:48:55.353929 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.438133 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-b0f6edfa-9e06-49c8-93f9-722b04e276d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d HTTP/1.1" status: 200 len: 217 time: 0.2498059 Jul 29 20:48:55.500118 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-2fba85b7-ac8d-41f2-83fa-6f015354a878 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.501616 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-2fba85b7-ac8d-41f2-83fa-6f015354a878 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 818 time: 0.5889874 Jul 29 20:48:55.516833 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34d91fde-4a48-4357-9408-cde4a31db52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.521534 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d641d8-2023-4ddf-bcde-af401c1e0b88 x-openstack-request-id: req-01d641d8-2023-4ddf-bcde-af401c1e0b88 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:55.523683 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:55.524205 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01d641d8-2023-4ddf-bcde-af401c1e0b88 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:55.525239 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1', 'status': 'completed', 'code': 200} Jul 29 20:48:55.555907 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Request body: {'port': {'device_id': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'admin_state_up': True, 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:55.579499 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-957664bd-72e2-4c32-bcb5-ade699d6c8fe service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899629 Jul 29 20:48:55.585277 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34d91fde-4a48-4357-9408-cde4a31db52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.597527 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bbb94f35-fbf0-469c-bbfc-6ec3e3dc0f1e req-74e032da-6e0c-4624-9d3a-71cc9d61c5ab tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.0741150 Jul 29 20:48:55.641350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Transition to ACTIVE for port object e4ffaccc-b2a2-4dc0-a710-7816d0657071 will not be triggered until provisioned by entity L2. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:55.674957 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-34d91fde-4a48-4357-9408-cde4a31db52b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cff95ce6f954ee49694113edc5df297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4523919 Jul 29 20:48:55.679928 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34714) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:55.689292 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.771482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Made reservation on behalf of 03d11c710699424bb439d68a7a69e54a for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:55.782704 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:55.810262 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf81e8-f438-4bb7-9f18-0022650cbad3 req-4bdb9a39-0972-4813-b1ff-a077ab7dfa86 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.819366 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9fbf81e8-f438-4bb7-9f18-0022650cbad3 req-4bdb9a39-0972-4813-b1ff-a077ab7dfa86 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.3136437 Jul 29 20:48:55.857313 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d91fde-4a48-4357-9408-cde4a31db52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ada55f-3977-4265-85b6-31f5b37f4b1e,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:55.911625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9561-e91a-4894-850a-66141444046d req-df01cb12-7b84-42dc-8a3c-1af9b17a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:55.913678 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-df01cb12-7b84-42dc-8a3c-1af9b17a9177 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48611b7-ebf2-4686-94ed-c41b6dd8d9f0 HTTP/1.1" status: 200 len: 851 time: 0.3870659 Jul 29 20:48:55.984966 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:56.036790 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9fbf81e8-f438-4bb7-9f18-0022650cbad3 req-39dcbe4e-18ca-41f8-9865-485e7e258a41 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119877 Jul 29 20:48:56.082655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Allocated IP 172.20.0.8 (e76a1ae1-99d5-4dca-8ae4-531420fa7cf8/020f420a-f874-41d0-9ad9-b08518197671/b35cec30-adbd-4317-9884-e66c8c60b720) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:56.106030 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.163379 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Attempting to bind port e4ffaccc-b2a2-4dc0-a710-7816d0657071 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:56.163379 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Attempting to bind port e4ffaccc-b2a2-4dc0-a710-7816d0657071 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}] {{(pid=104709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:56.167722 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Attempting to bind port e4ffaccc-b2a2-4dc0-a710-7816d0657071 on network 6e257271-86d1-4b11-92d5-92d2eef84258 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:56.186409 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.195272 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Port e4ffaccc-b2a2-4dc0-a710-7816d0657071 on network 6e257271-86d1-4b11-92d5-92d2eef84258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:56.195677 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Attempting to bind port e4ffaccc-b2a2-4dc0-a710-7816d0657071 on network 6e257271-86d1-4b11-92d5-92d2eef84258 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:56.206046 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Made reservation on behalf of 0964a9e855dd4a69b1e89e12ba4db0cd for: {'port': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:48:56.210219 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.223820 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e30-89d6-4e5c-b1ca-9f563220c756 req-d2d300b7-5c7c-4c3b-9a3b-2b46480706bb tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:56.235630 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-328f0e30-89d6-4e5c-b1ca-9f563220c756 req-d2d300b7-5c7c-4c3b-9a3b-2b46480706bb tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.3315024 Jul 29 20:48:56.259592 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:56.259915 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Checking segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:56.260582 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Bound using segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:56.261161 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Bound port: e4ffaccc-b2a2-4dc0-a710-7816d0657071, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}}] {{(pid=104709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:56.263529 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.327622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.368095 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Transition to ACTIVE for port object b35cec30-adbd-4317-9884-e66c8c60b720 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:56.435856 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-328f0e30-89d6-4e5c-b1ca-9f563220c756 req-01b73277-8156-4bc4-b742-a8a257452beb tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986518 Jul 29 20:48:56.490968 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.569357 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.574097 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.575888 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55ada55f-3977-4265-85b6-31f5b37f4b1e HTTP/1.1" status: 204 len: 168 time: 0.8949325 Jul 29 20:48:56.584640 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:56.646395 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:56.660716 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713becc-9e3d-4d09-b5c3-6615f2095569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ada55f-3977-4265-85b6-31f5b37f4b1e,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:56.666785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:56.670488 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, cleared binding levels {{(pid=104709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:56.709434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:56.731415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.865326 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:56.885056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e1844-d643-4962-a6f8-ab2be21bb8a5 req-7637174e-67bf-4399-ba2a-0743e9e7981c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:56.923000 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a9e1844-d643-4962-a6f8-ab2be21bb8a5 req-7637174e-67bf-4399-ba2a-0743e9e7981c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 931 time: 0.4185386 Jul 29 20:48:56.942894 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:56.983360 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Allocated IP 172.20.0.12 (6e257271-86d1-4b11-92d5-92d2eef84258/318da822-d7c6-4459-b7c0-6ac6fffef3a2/3649801c-cb1d-40e4-ba2d-b28b58fccd2b) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:48:56.994574 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:56.997085 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34748) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:57.075606 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-5d80946f-6771-4ecc-b87a-ec802778897d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d467ff9-d03f-4eba-981b-093018fd4c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818263 Jul 29 20:48:57.085271 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-842baa98-63a2-4213-8e2f-dfba9d58123d req-71bc4d9d-bf27-4309-88b9-f7b984b3c677 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.1536651 Jul 29 20:48:57.109992 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-b8c4af1f-77a2-4bf1-8b45-7437cb68d330 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4167764 Jul 29 20:48:57.218973 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:57.221105 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.224377 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Request body: {'port': {'device_id': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:57.228245 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] 10.222.0.44 "PUT /v2.0/ports/e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 1093 time: 3.8066607 Jul 29 20:48:57.232065 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:57.240262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f6cb397e-ef33-4de0-a2bc-c760977ecf45 None None] Provisioning for port b35cec30-adbd-4317-9884-e66c8c60b720 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:48:57.248801 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f6cb397e-ef33-4de0-a2bc-c760977ecf45 None None] Provisioning complete for port b35cec30-adbd-4317-9884-e66c8c60b720 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:48:57.249626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f6cb397e-ef33-4de0-a2bc-c760977ecf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.360110 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb397e-ef33-4de0-a2bc-c760977ecf45 None None] Port b35cec30-adbd-4317-9884-e66c8c60b720 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:48:57.518252 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a9e1844-d643-4962-a6f8-ab2be21bb8a5 req-af8ee596-80bd-49c2-9666-6eec92b96f00 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884962 Jul 29 20:48:57.528416 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-5ced0391-57bf-459b-89df-0af2c09c1de9 service neutron] 10.222.0.44 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949308 Jul 29 20:48:57.557583 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:48:57.560186 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0307c-734a-4e0e-a8db-b86babc5e30d" -d '{"events": [{"name": "network-changed", "server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:57.564402 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35df6f27-c0a1-4d3d-b5d3-bdb7e869466d req-a57aef6b-be76-4700-9d4a-0f6958c11ad1 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758065 Jul 29 20:48:57.696976 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55869-a5f8-4de7-872f-a46ceaf90eda service neutron] Pushing event updated for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=3']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:57.719408 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:57.752626 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c3d9561-e91a-4894-850a-66141444046d req-2bfb967f-3125-494b-abaa-a0571b2ea063 service neutron] 10.222.0.44 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774843 Jul 29 20:48:57.774031 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0984d368-43fa-4cc5-b612-61f5a77dc2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:48:57.819002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-b73db581-bd08-4436-a29c-39206d40beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:57.821595 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-b73db581-bd08-4436-a29c-39206d40beb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1096 time: 0.3915799 Jul 29 20:48:57.993515 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8dde5-bc95-4b04-af86-9f718fa1b905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.082646 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-213117ed-9992-4a68-bb5b-1639f3d78f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.084207 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-213117ed-9992-4a68-bb5b-1639f3d78f2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 1096 time: 0.3295088 Jul 29 20:48:58.227369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4d842-7545-4511-b4d6-929bf4634a5b req-574861c3-bb6d-4409-95e2-243a27fb56eb tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.235162 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c4e4d842-7545-4511-b4d6-929bf4634a5b req-574861c3-bb6d-4409-95e2-243a27fb56eb tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.8377867 Jul 29 20:48:58.261567 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-dbb80bc2-99be-4b5d-95cf-3613a3930d88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.3176394 Jul 29 20:48:58.298171 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8dde5-bc95-4b04-af86-9f718fa1b905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.317431 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:48:58.325828 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbf8dde5-bc95-4b04-af86-9f718fa1b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.338839 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.343284 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedba03-155d-433d-beb7-abe6178dbe41 req-1a402faa-687d-4511-a534-bcd58e6893e9 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.351783 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dbedba03-155d-433d-beb7-abe6178dbe41 req-1a402faa-687d-4511-a534-bcd58e6893e9 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.6793895 Jul 29 20:48:58.384775 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.408596 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.418270 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Transition to ACTIVE for port object b35cec30-adbd-4317-9884-e66c8c60b720 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:48:58.424109 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8dde5-bc95-4b04-af86-9f718fa1b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920bad9e-af01-486b-8493-7da1d7952f0a,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:58.429044 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-dbf8dde5-bc95-4b04-af86-9f718fa1b905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98020fcb2d7a4029bd03adb5b73dc81e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3556695 Jul 29 20:48:58.430832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-5c05a96a-4932-4979-a3ab-a03fa6d480a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.434740 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-5c05a96a-4932-4979-a3ab-a03fa6d480a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 915 time: 0.2381842 Jul 29 20:48:58.434740 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.434740 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34818) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:58.459519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-44a7e34a-cfd5-46b4-9c61-59cabcd42800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.461645 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-44a7e34a-cfd5-46b4-9c61-59cabcd42800 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.1859701 Jul 29 20:48:58.467348 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c4e4d842-7545-4511-b4d6-929bf4634a5b req-8085a2ae-bf7b-41c4-9d16-2bff4e7c54cb tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313647 Jul 29 20:48:58.542813 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-eb4500ba-6978-402d-b095-acbe2077f625 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c982836-6905-4996-a0e8-5609ad193ed1 HTTP/1.1" status: 200 len: 217 time: 0.0869341 Jul 29 20:48:58.639642 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:58.646736 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e2c1e-9e49-4f60-bc10-be4f610b2a87 x-openstack-request-id: req-b20e2c1e-9e49-4f60-bc10-be4f610b2a87 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:58.647376 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:58.647883 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b20e2c1e-9e49-4f60-bc10-be4f610b2a87 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:58.648405 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d', 'status': 'completed', 'code': 200} Jul 29 20:48:58.662195 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-c054341d-bb95-4291-b60f-55822267a1e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233642 Jul 29 20:48:58.692140 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-f5d1f707-8c08-4905-99bd-6dec8a98b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.692562 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.694017 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-f5d1f707-8c08-4905-99bd-6dec8a98b96e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.1407003 Jul 29 20:48:58.750484 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-70f75b79-b5d6-4b18-b386-c51f42996bfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273066 Jul 29 20:48:58.759419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Attempting to bind port b35cec30-adbd-4317-9884-e66c8c60b720 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:48:58.759845 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Attempting to bind port b35cec30-adbd-4317-9884-e66c8c60b720 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:48:58.760354 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Attempting to bind port b35cec30-adbd-4317-9884-e66c8c60b720 on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:58.763793 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dbedba03-155d-433d-beb7-abe6178dbe41 req-9ffb93ca-5854-4a01-8c06-a3721a1a726e tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093702 Jul 29 20:48:58.784960 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Port b35cec30-adbd-4317-9884-e66c8c60b720 on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:48:58.785539 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Attempting to bind port b35cec30-adbd-4317-9884-e66c8c60b720 on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:48:58.793684 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.840217 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:48:58.840723 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Checking segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:48:58.841042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Bound using segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:48:58.841486 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Bound port: b35cec30-adbd-4317-9884-e66c8c60b720, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:48:58.841851 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.880337 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-8f9020aa-d20a-4246-a0ee-f57cf979ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.881860 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-8f9020aa-d20a-4246-a0ee-f57cf979ae6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00b4068fa88b4269a27f9a2c789e4372&device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 1097 time: 0.2012563 Jul 29 20:48:58.883617 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Network 6e257271-86d1-4b11-92d5-92d2eef84258 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:48:58.896550 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:48:58.899029 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:48:58.904777 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:58.905441 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:58.938747 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4166412 Jul 29 20:48:58.966630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85632aef-3b0b-44c9-9035-dd9cc4666ba0 x-openstack-request-id: req-85632aef-3b0b-44c9-9035-dd9cc4666ba0 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:48:58.967248 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:48:58.967642 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85632aef-3b0b-44c9-9035-dd9cc4666ba0 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:48:58.968582 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071', 'status': 'completed', 'code': 200} Jul 29 20:48:58.992566 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e37c4-0692-45d9-afbf-8135cc52b2ce tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Pushing event updated for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:59.048915 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Request body: {'port': {'device_id': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:48:59.053754 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-1c118c20-62fa-41c2-9293-72c903ac2753 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905950 Jul 29 20:48:59.151686 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-b844f41a-f8be-4425-ad24-0279803a99d2 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834271 Jul 29 20:48:59.225779 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.239150 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de3e80-3e29-426c-b4f5-30eee49ae37c req-ab9205d8-6bfb-44f0-b5f5-b8dd69278e9b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.240690 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-24de3e80-3e29-426c-b4f5-30eee49ae37c req-ab9205d8-6bfb-44f0-b5f5-b8dd69278e9b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 932 time: 0.3539970 Jul 29 20:48:59.282138 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-863491b6-3428-43ee-ba37-91c3fac4f2c4 req-4c385d56-313b-44fe-a4f3-f9ab73050606 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004907 Jul 29 20:48:59.312143 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.338626 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-b3871bff-f274-431e-bd4a-c9ad6402d96d service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325970 Jul 29 20:48:59.375802 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df623f-11af-4c5b-9539-0afa75d907bb req-d65b0160-8674-40c0-b88d-67bbc90f0ae1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.377457 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-85df623f-11af-4c5b-9539-0afa75d907bb req-d65b0160-8674-40c0-b88d-67bbc90f0ae1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.2946646 Jul 29 20:48:59.392304 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:48:59.415552 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-5888d5cf-559c-4725-87b1-1a16c7bd71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.417093 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-5888d5cf-559c-4725-87b1-1a16c7bd71a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2d467ff9-d03f-4eba-981b-093018fd4c00 HTTP/1.1" status: 200 len: 912 time: 0.3075094 Jul 29 20:48:59.418903 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:48:59.426838 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.429116 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-24de3e80-3e29-426c-b4f5-30eee49ae37c req-bdf4b594-3b29-4eaf-a89a-c65d9e65a9eb tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757886 Jul 29 20:48:59.533973 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-85df623f-11af-4c5b-9539-0afa75d907bb req-bb11ac02-a992-4b78-85ad-43e62e50671b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406546 Jul 29 20:48:59.538472 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-59eed40c-7ba6-40c4-9b52-b0e1e2ca5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.539445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.540006 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-59eed40c-7ba6-40c4-9b52-b0e1e2ca5c54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1096 time: 0.1741121 Jul 29 20:48:59.541944 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.543100 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/920bad9e-af01-486b-8493-7da1d7952f0a HTTP/1.1" status: 204 len: 168 time: 1.0977514 Jul 29 20:48:59.559415 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-6c527ebf-b4b5-4c39-95a3-5e6d9afedb72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d HTTP/1.1" status: 200 len: 217 time: 0.1216640 Jul 29 20:48:59.569786 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.570462 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:48:59.572545 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] 10.222.0.44 "PUT /v2.0/ports/b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 1093 time: 2.3897800 Jul 29 20:48:59.587290 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa902a88-e1b7-4034-aedb-0f7559b93557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920bad9e-af01-486b-8493-7da1d7952f0a,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:59.610973 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cb7c1-ea2d-467c-a323-3c849383fe96 service neutron] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:48:59.723456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-8cc8ddeb-419c-45ad-b61f-1203ac976488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.725726 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-8cc8ddeb-419c-45ad-b61f-1203ac976488 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48611b7-ebf2-4686-94ed-c41b6dd8d9f0 HTTP/1.1" status: 200 len: 851 time: 0.1509538 Jul 29 20:48:59.790901 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-26f0f5d0-c762-460d-b463-188106bff936 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2d467ff9-d03f-4eba-981b-093018fd4c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561209 Jul 29 20:48:59.792929 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-af36e0a4-46e4-40e4-a408-0502899b0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:48:59.794298 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-af36e0a4-46e4-40e4-a408-0502899b0267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1096 time: 0.1584439 Jul 29 20:48:59.873366 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34886) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:48:59.898451 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-dbc2b7c2-8def-4698-bf40-485bc7fccf85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 217 time: 0.0899074 Jul 29 20:49:00.054790 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a88b3-17bf-4d8a-8b32-c0cbf73ad460 req-f9a8e65a-7f1b-4ec5-bd76-d2ebad2add02 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.063667 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-510a88b3-17bf-4d8a-8b32-c0cbf73ad460 req-f9a8e65a-7f1b-4ec5-bd76-d2ebad2add02 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.3851807 Jul 29 20:49:00.134142 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-18e330dc-bb14-48d1-94d8-0b1e913062c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.136846 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-18e330dc-bb14-48d1-94d8-0b1e913062c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.1698651 Jul 29 20:49:00.180997 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-036791b0-1f01-4166-aaea-fc011ee2b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.182633 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-036791b0-1f01-4166-aaea-fc011ee2b280 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.6141675 Jul 29 20:49:00.193095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-510a88b3-17bf-4d8a-8b32-c0cbf73ad460 req-db882589-20ea-4351-a602-40b716c1b690 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284411 Jul 29 20:49:00.226473 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-8ef4681c-1ae5-4936-ab77-9b0217302d43 service neutron] 10.222.0.44 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191508 Jul 29 20:49:00.228595 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4e142cd0-7721-414d-94cc-0b88930d3423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.257791 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d166e5-f544-4e1a-8949-308bede1bb00 req-5e8f9ffa-632a-49b4-a168-169f58de1d4d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.259567 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20d166e5-f544-4e1a-8949-308bede1bb00 req-5e8f9ffa-632a-49b4-a168-169f58de1d4d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.3146920 Jul 29 20:49:00.262823 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-05bf56b6-2c58-4aba-83b8-ebab9a823d20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0595188 Jul 29 20:49:00.310419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-a55b0c8b-6b4b-4d43-ad26-3e84c8892dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.312202 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-a55b0c8b-6b4b-4d43-ad26-3e84c8892dd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1603401 Jul 29 20:49:00.380274 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20d166e5-f544-4e1a-8949-308bede1bb00 req-435d3283-4718-49e3-83d7-57227fc91ab0 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107461 Jul 29 20:49:00.405521 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3649801c-cb1d-40e4-ba2d-b28b58fccd2b {{(pid=104709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:00.428922 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.433040 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-90a6490e-eab1-424a-a89b-7d214f8875df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.434821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-90a6490e-eab1-424a-a89b-7d214f8875df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.1551569 Jul 29 20:49:00.468212 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-35d0307c-734a-4e0e-a8db-b86babc5e30d req-7019feb7-38cf-4844-8538-86414a20fb8f service neutron] 10.222.0.44 "GET /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315032 Jul 29 20:49:00.472920 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Transition to ACTIVE for port object 3649801c-cb1d-40e4-ba2d-b28b58fccd2b will not be triggered until provisioned by entity L2. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:00.507598 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-d844cb89-ba2a-4b90-b326-54ce1ce66ee3 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868680 Jul 29 20:49:00.512819 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-062d9710-cd96-4f03-a35f-db2187d5bc2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659299 Jul 29 20:49:00.518533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.587379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4e142cd0-7721-414d-94cc-0b88930d3423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.597981 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4e142cd0-7721-414d-94cc-0b88930d3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.649862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:00.653218 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b480347-b03d-4990-8d59-1d035a32fa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:00.669487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e142cd0-7721-414d-94cc-0b88930d3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb55ef3-4d80-4fbe-a371-2108b97baf4b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:00.678381 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-4e142cd0-7721-414d-94cc-0b88930d3423 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e4f271726c54455879ecd06fc01813e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040142 Jul 29 20:49:00.682167 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34940) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:00.693897 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50c8de73-8815-4242-a0b5-0fe7dcf2fada req-f754f147-b237-4876-916e-1a47dde7ea16 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724091 Jul 29 20:49:00.747254 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:00.765556 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.808615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.815167 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054ae9f-b56f-430c-b592-48ed6671af27 req-096b7f6d-f83a-482b-93a3-2fabaedfcf16 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.817204 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3054ae9f-b56f-430c-b592-48ed6671af27 req-096b7f6d-f83a-482b-93a3-2fabaedfcf16 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 944 time: 0.2707641 Jul 29 20:49:00.862533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-3aead72a-7b17-4b37-a044-0cce0b8a8ae9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372090 Jul 29 20:49:00.868047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.871060 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:00.871929 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Attempting to bind port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:00.872276 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Attempting to bind port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}] {{(pid=104709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:00.872613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Attempting to bind port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b on network 6e257271-86d1-4b11-92d5-92d2eef84258 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:00.873009 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bb55ef3-4d80-4fbe-a371-2108b97baf4b HTTP/1.1" status: 204 len: 168 time: 0.1906340 Jul 29 20:49:00.882934 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e903a15-f09f-4252-a5a5-d4adad2703e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb55ef3-4d80-4fbe-a371-2108b97baf4b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:00.899322 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070fda2-b7f1-4111-862e-528fa211faa3 req-d32efbc2-c0a1-44bd-ae1f-2ae57b1e5ec9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:00.902222 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1070fda2-b7f1-4111-862e-528fa211faa3 req-d32efbc2-c0a1-44bd-ae1f-2ae57b1e5ec9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.1977201 Jul 29 20:49:00.914807 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b on network 6e257271-86d1-4b11-92d5-92d2eef84258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:00.915138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Attempting to bind port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b on network 6e257271-86d1-4b11-92d5-92d2eef84258 {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:01.132963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34954) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:01.157340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:01.157688 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Checking segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:01.158071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Bound using segment: {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'} {{(pid=104709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:01.158522 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.managers [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Bound port: 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258'}}] {{(pid=104709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:01.158915 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.173660 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3054ae9f-b56f-430c-b592-48ed6671af27 req-b538bfd6-1077-4728-abfb-8bbeef887ad0 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317485 Jul 29 20:49:01.242812 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1070fda2-b7f1-4111-862e-528fa211faa3 req-01bc8d82-d258-426d-833c-5ec1d823ce9d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246441 Jul 29 20:49:01.260934 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0984d368-43fa-4cc5-b612-61f5a77dc2ad req-64a5a40e-d69b-4066-8c9a-41288985e366 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836322 Jul 29 20:49:01.269840 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59388f1f-e588-468b-9c41-0ee84736e098 x-openstack-request-id: req-59388f1f-e588-468b-9c41-0ee84736e098 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:01.270133 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:01.270374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59388f1f-e588-468b-9c41-0ee84736e098 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:01.270923 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'status': 'completed', 'code': 200} Jul 29 20:49:01.341305 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, cleared binding levels {{(pid=104709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:01.351010 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34968) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:01.374381 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-60aab08e-396c-4e94-bafe-b815858bf5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.381995 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:01.396892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-dfe1a841-bb74-4c13-b82c-f52d5613354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.398706 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-dfe1a841-bb74-4c13-b82c-f52d5613354c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0970154 Jul 29 20:49:01.399864 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.479958 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd934e-21bf-4550-87c1-5c9fe58043d8 req-0b200ebc-1120-4837-ab5f-76effe8fe072 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.492594 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-73cd934e-21bf-4550-87c1-5c9fe58043d8 req-0b200ebc-1120-4837-ab5f-76effe8fe072 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.1485715 Jul 29 20:49:01.520617 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a615a84-a5a2-4c0b-aab5-1d0e961898c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.523592 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.524452 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.526673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] 10.222.0.44 "PUT /v2.0/ports/3649801c-cb1d-40e4-ba2d-b28b58fccd2b HTTP/1.1" status: 200 len: 1094 time: 2.5566854 Jul 29 20:49:01.536585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:01.539181 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a265ed6-f202-45db-9cc2-4bb876839181" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:01.585523 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-60aab08e-396c-4e94-bafe-b815858bf5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.598211 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-60aab08e-396c-4e94-bafe-b815858bf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.633342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aab08e-396c-4e94-bafe-b815858bf5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d67178-361c-41cb-a6d9-848f5dee29cc,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:01.669763 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-60aab08e-396c-4e94-bafe-b815858bf5bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f632ba33c70492cab3f5773d7eab330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174775 Jul 29 20:49:01.672422 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 34980) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:01.695553 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ac777-287d-4ccf-a4ee-63fd0ce0f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=3']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:01.714021 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-73cd934e-21bf-4550-87c1-5c9fe58043d8 req-cace3900-98cb-43fa-93c4-92de21ce3e78 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200441 Jul 29 20:49:01.758921 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.773111 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17736dfd-b2d4-4ad8-adf3-0bdbee27f791 req-4f83abcd-f9c9-4059-9754-0e2db6e4e8c7 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.775060 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-17736dfd-b2d4-4ad8-adf3-0bdbee27f791 req-4f83abcd-f9c9-4059-9754-0e2db6e4e8c7 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.2311654 Jul 29 20:49:01.798175 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ebf79af4-f120-4966-8bac-346e423f50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.799597 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.800468 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-ebf79af4-f120-4966-8bac-346e423f50f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 1097 time: 0.2083573 Jul 29 20:49:01.802767 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6db82-bf9f-45a2-8b59-7fe882b9d598 x-openstack-request-id: req-f4e6db82-bf9f-45a2-8b59-7fe882b9d598 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:01.803271 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:01.803716 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4e6db82-bf9f-45a2-8b59-7fe882b9d598 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:01.804282 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b', 'status': 'completed', 'code': 200} Jul 29 20:49:01.840129 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a615a84-a5a2-4c0b-aab5-1d0e961898c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.857083 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a615a84-a5a2-4c0b-aab5-1d0e961898c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.860500 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-8a54f33e-5e0b-4546-9736-b90cb09b5b89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b HTTP/1.1" status: 200 len: 217 time: 0.0390396 Jul 29 20:49:01.862062 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-72d56e0d-6702-4be1-95e0-6eace3b797b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:01.863635 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-72d56e0d-6702-4be1-95e0-6eace3b797b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.4050629 Jul 29 20:49:01.881580 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-17736dfd-b2d4-4ad8-adf3-0bdbee27f791 req-51cedb62-161e-4372-ab28-acf57abad714 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922282 Jul 29 20:49:01.893892 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1a615a84-a5a2-4c0b-aab5-1d0e961898c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab9f8c41988c4087a44ede7db30e8a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595198 Jul 29 20:49:01.900409 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 34990) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:01.942273 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a615a84-a5a2-4c0b-aab5-1d0e961898c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de8f7d0-0daa-4c99-ba02-81b5d09573c4,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:01.952266 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-362ce140-ff4e-412d-952b-f3b71d56033d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 217 time: 0.0685587 Jul 29 20:49:01.971710 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.975395 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:01.976778 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7d67178-361c-41cb-a6d9-848f5dee29cc HTTP/1.1" status: 204 len: 168 time: 0.3034151 Jul 29 20:49:01.986051 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b0409-9292-48ee-9edf-137ba9b042d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d67178-361c-41cb-a6d9-848f5dee29cc,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:02.044344 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-e2d6a45a-742d-4728-bc78-423315098a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.045317 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-e2d6a45a-742d-4728-bc78-423315098a57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0700257 Jul 29 20:49:02.055470 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-94c1cb6b-9d2c-4ea5-b7b5-c9782a8598ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.056990 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-94c1cb6b-9d2c-4ea5-b7b5-c9782a8598ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.1733518 Jul 29 20:49:02.130582 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-5eb14451-269d-4149-b39d-6e5d34df6c4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531847 Jul 29 20:49:02.156340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:02.200303 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-d9e2bc9a-4f0a-4827-9066-7294a2fa3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.201819 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-d9e2bc9a-4f0a-4827-9066-7294a2fa3e65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1437895 Jul 29 20:49:02.284539 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:02.443100 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-d9bd3fb1-53c6-456e-afd1-d914d5baf29e service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001139 Jul 29 20:49:02.466635 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-3f2288c3-9b10-48c0-ab0c-679f5a9b7c2c service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525628 Jul 29 20:49:02.476121 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b96cb8-7736-402b-9483-8ecf65b86548 req-34c0839b-6164-4afb-aa7e-b2c42e53b0fe tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.477665 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-15b96cb8-7736-402b-9483-8ecf65b86548 req-34c0839b-6164-4afb-aa7e-b2c42e53b0fe tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 944 time: 0.1965330 Jul 29 20:49:02.598043 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:02.600765 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:02.601972 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2de8f7d0-0daa-4c99-ba02-81b5d09573c4 HTTP/1.1" status: 204 len: 168 time: 0.6995761 Jul 29 20:49:02.611851 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024a9d8-71c7-4f7f-9234-e48ee17737dd req-2b56d25d-3cbf-44b7-9973-929f422d2e4b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.614049 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0024a9d8-71c7-4f7f-9234-e48ee17737dd req-2b56d25d-3cbf-44b7-9973-929f422d2e4b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.2563448 Jul 29 20:49:02.658818 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c8afb-8ca6-4cac-a633-8d7dcaf94a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de8f7d0-0daa-4c99-ba02-81b5d09573c4,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:02.694449 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-15b96cb8-7736-402b-9483-8ecf65b86548 req-d2f89d47-58f7-492d-8e10-d30ddd0ddae5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009969 Jul 29 20:49:02.726735 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a2ccb51a-3cfd-484f-a532-507f11c9b899 req-43fdff5d-c3b7-4da5-9138-816b6daa3db0 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735112 Jul 29 20:49:02.744210 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0024a9d8-71c7-4f7f-9234-e48ee17737dd req-4c166f5d-30d0-4a1b-9009-c21278d5796b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180336 Jul 29 20:49:02.750416 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b480347-b03d-4990-8d59-1d035a32fa5a req-fa9d087c-b75a-4835-adf0-42ae024e4c36 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590771 Jul 29 20:49:02.903674 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1aede-0cc4-4a69-9237-19d32814e1fc req-f8c75999-11bc-4917-8692-95e79158ad36 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.912496 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7b1aede-0cc4-4a69-9237-19d32814e1fc req-f8c75999-11bc-4917-8692-95e79158ad36 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 943 time: 0.0990560 Jul 29 20:49:02.915458 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 4c982836-6905-4996-a0e8-5609ad193ed1 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:02.922860 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-a7f4e2d9-d9af-4825-8142-983ec49850c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:02.924329 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-a7f4e2d9-d9af-4825-8142-983ec49850c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 1097 time: 0.0808024 Jul 29 20:49:03.042916 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7b1aede-0cc4-4a69-9237-19d32814e1fc req-40ab27a0-d91c-450c-b8b8-a5b5ef6b9f2b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281004 Jul 29 20:49:03.113438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba1477-5f2b-4290-821c-d24b39259cd0 req-59565ad2-518a-4232-a8d8-599bbe7b8758 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.115121 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7ba1477-5f2b-4290-821c-d24b39259cd0 req-59565ad2-518a-4232-a8d8-599bbe7b8758 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 944 time: 0.1115692 Jul 29 20:49:03.116341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-e86893d2-764a-483a-b985-1e9a4b8596d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.117711 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-e86893d2-764a-483a-b985-1e9a4b8596d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.1844871 Jul 29 20:49:03.175335 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4c982836-6905-4996-a0e8-5609ad193ed1,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.190797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '4c982836-6905-4996-a0e8-5609ad193ed1', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'port_id': '4c982836-6905-4996-a0e8-5609ad193ed1', 'mac_address': 'fa:16:3e:06:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c7c5fe-d5da-4a21-9950-5b585fc2bf84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:03.201501 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-4d84c763-fc36-4ad7-a016-8cc63e10f152 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b HTTP/1.1" status: 200 len: 217 time: 0.0748549 Jul 29 20:49:03.244682 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7ba1477-5f2b-4290-821c-d24b39259cd0 req-eed116e9-0a3e-435b-adf5-cd4bbe708d35 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187901 Jul 29 20:49:03.252268 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.276831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c982836-6905-4996-a0e8-5609ad193ed1 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:03.284254 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35098) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:03.308049 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4c982836-6905-4996-a0e8-5609ad193ed1,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.311634 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-679cb1f1-cad6-422d-8003-44994e5ea3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.314040 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.314488 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 1b0c892b-dd2f-4c9c-9ea3-43883f68583d details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:03.318845 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-87eaa35f-eed3-4f6d-a090-4f21d576c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:03.321565 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-87eaa35f-eed3-4f6d-a090-4f21d576c9a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.1006205 Jul 29 20:49:03.429760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.527172 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,segment=NetworkSegment(d03869ec-9505-4fa5-b691-c49df9c759ed),segment_id=d03869ec-9505-4fa5-b691-c49df9c759ed)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.541645 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-679cb1f1-cad6-422d-8003-44994e5ea3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.553269 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-679cb1f1-cad6-422d-8003-44994e5ea3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.561048 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d', 'network_id': '2d467ff9-d03f-4eba-981b-093018fd4c00', 'port_id': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d', 'mac_address': 'fa:16:3e:c8:5e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48611b7-ebf2-4686-94ed-c41b6dd8d9f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:03.608674 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-097de690-aaaa-485d-b73b-769d215f8a96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2788770 Jul 29 20:49:03.633669 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-679cb1f1-cad6-422d-8003-44994e5ea3c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77a3fd245d0e426bbf86433a018d31f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467963 Jul 29 20:49:03.634893 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cb1f1-cad6-422d-8003-44994e5ea3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c1308-3e6c-4c51-86f5-c33d739f1065,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.637412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35124) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:03.646928 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.680394 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0c892b-dd2f-4c9c-9ea3-43883f68583d {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:03.715952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,segment=NetworkSegment(d03869ec-9505-4fa5-b691-c49df9c759ed),segment_id=d03869ec-9505-4fa5-b691-c49df9c759ed)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.723591 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.724386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e4ffaccc-b2a2-4dc0-a710-7816d0657071 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:03.729450 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.755747 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-f2da59e3-80a7-4d75-ac3f-b9906317512b service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379573 Jul 29 20:49:03.767487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.790548 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.912805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.913249 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:03.917432 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:03.922904 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/429c1308-3e6c-4c51-86f5-c33d739f1065 HTTP/1.1" status: 204 len: 168 time: 0.2841423 Jul 29 20:49:03.928358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'port_id': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071', 'mac_address': 'fa:16:3e:f9:a2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:03.937239 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9072912-5f52-42e4-a469-4c4c821c2cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c1308-3e6c-4c51-86f5-c33d739f1065,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:03.991475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.007162 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ffaccc-b2a2-4dc0-a710-7816d0657071 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:04.032224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:04.039403 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.063561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a265ed6-f202-45db-9cc2-4bb876839181 req-400f389b-8bd1-449c-8517-0ef701e129bf service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953475 Jul 29 20:49:04.082736 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca2df3-9abe-495f-a934-5ba0c933e431 req-889bad76-4aa1-4bc5-9baf-4343fa6353ff tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.084150 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55ca2df3-9abe-495f-a934-5ba0c933e431 req-889bad76-4aa1-4bc5-9baf-4343fa6353ff tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.1579638 Jul 29 20:49:04.096934 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510aded-c08b-40d0-b000-220c95c7a849 req-6418d720-96f2-4ed9-8554-fb2298a0d95b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.099050 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b510aded-c08b-40d0-b000-220c95c7a849 req-6418d720-96f2-4ed9-8554-fb2298a0d95b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 944 time: 0.1717238 Jul 29 20:49:04.129632 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:04.150234 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55ca2df3-9abe-495f-a934-5ba0c933e431 req-9d7ca98f-26e0-4723-ac07-2a04ae7e9cec tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502074 Jul 29 20:49:04.172807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b510aded-c08b-40d0-b000-220c95c7a849 req-82ce37ec-1929-430a-b9af-16a123963735 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656934 Jul 29 20:49:04.286079 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5400-11fa-413d-802b-a60f801ea4e8 req-c49487df-817d-402c-ac43-91552aba30d3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.293327 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c1f5400-11fa-413d-802b-a60f801ea4e8 req-c49487df-817d-402c-ac43-91552aba30d3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 944 time: 0.0577278 Jul 29 20:49:04.327377 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c1f5400-11fa-413d-802b-a60f801ea4e8 req-0905e963-e1aa-4b16-a58c-16449155cc7d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Jul 29 20:49:04.394947 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793924f8-2538-41cd-99e9-866f17997e23 req-be223d6a-ee22-429c-87d3-56d6e3f1a6c3 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:04.396699 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-793924f8-2538-41cd-99e9-866f17997e23 req-be223d6a-ee22-429c-87d3-56d6e3f1a6c3 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 945 time: 0.0508099 Jul 29 20:49:04.400871 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:04.442594 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35168) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.450069 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['1b0c892b-dd2f-4c9c-9ea3-43883f68583d'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:04.454047 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['e4ffaccc-b2a2-4dc0-a710-7816d0657071'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:04.454415 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-793924f8-2538-41cd-99e9-866f17997e23 req-68894207-926c-4b58-b9d7-c45028708a5e tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Jul 29 20:49:04.454671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35172) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.587769 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-845bf180-aae1-48f1-b550-b7ed140e220a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.641197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0165-9183-4b99-b031-88a89fb92155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.697995 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-845bf180-aae1-48f1-b550-b7ed140e220a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.701572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-845bf180-aae1-48f1-b550-b7ed140e220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.790273 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35188) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.796467 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-845bf180-aae1-48f1-b550-b7ed140e220a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdbc26399f7345c5b1e938cc75814162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518584 Jul 29 20:49:04.815272 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bf180-aae1-48f1-b550-b7ed140e220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0a84a-3b8b-4b5a-a3c3-6d7ae562c091,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:04.894817 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0165-9183-4b99-b031-88a89fb92155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.900905 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.904891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0165-9183-4b99-b031-88a89fb92155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.908847 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:04.957935 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:04.975434 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2a9c0165-9183-4b99-b031-88a89fb92155 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5da8207fda3e471ba06690006a5a84bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120721 Jul 29 20:49:04.975764 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35194) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:04.983594 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c0165-9183-4b99-b031-88a89fb92155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d3c32e-d310-40c2-83fa-2a1bfc09f7dd,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.044260 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:05.067694 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.069983 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.070109 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:05.073433 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eec0a84a-3b8b-4b5a-a3c3-6d7ae562c091 HTTP/1.1" status: 204 len: 168 time: 0.2766421 Jul 29 20:49:05.080482 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f68baa-a785-42a9-a6e0-047baa708116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0a84a-3b8b-4b5a-a3c3-6d7ae562c091,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.087020 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.138649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.138877 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.153736 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:05.186507 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:05.193727 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.197282 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.221368 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.227332 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58d3c32e-d310-40c2-83fa-2a1bfc09f7dd HTTP/1.1" status: 204 len: 168 time: 0.2502284 Jul 29 20:49:05.237158 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6d58c-e5a7-48d2-a585-1e0c2783f71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d3c32e-d310-40c2-83fa-2a1bfc09f7dd,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.358807 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c1469-eb49-4ebb-9ae7-70b190f45556 req-18970bb7-72dd-4952-8454-8c1117eceb6e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.360476 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c86c1469-eb49-4ebb-9ae7-70b190f45556 req-18970bb7-72dd-4952-8454-8c1117eceb6e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 944 time: 0.0941057 Jul 29 20:49:05.392203 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1058a30-d65b-4dc2-9176-0d48e17e4909 req-9d815dee-7da7-4e42-b9cf-be914ef0308e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.399828 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d1058a30-d65b-4dc2-9176-0d48e17e4909 req-9d815dee-7da7-4e42-b9cf-be914ef0308e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 944 time: 0.0942550 Jul 29 20:49:05.429287 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.445214 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c86c1469-eb49-4ebb-9ae7-70b190f45556 req-fd0cbe76-2887-4557-9edd-8c104176143d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779719 Jul 29 20:49:05.461807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d1058a30-d65b-4dc2-9176-0d48e17e4909 req-17ad1de1-e284-4716-88fe-4b7a0590e80b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561838 Jul 29 20:49:05.543196 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35220) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:05.564449 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5d355c7f-17f3-4e0a-888a-d7b33769a3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.567621 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['b35cec30-adbd-4317-9884-e66c8c60b720'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:05.612089 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649818b6-76f6-4f31-ab66-07794bf11463 req-7c58cada-03e0-4d07-8192-40dbf56ad1da tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.614540 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-649818b6-76f6-4f31-ab66-07794bf11463 req-7c58cada-03e0-4d07-8192-40dbf56ad1da tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 944 time: 0.0987544 Jul 29 20:49:05.632454 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff4b4c-581f-47bc-b1d6-1c64797f15a8 req-d9bc386b-a5e6-4096-af46-7d8f9de71091 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:05.642221 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a7ff4b4c-581f-47bc-b1d6-1c64797f15a8 req-d9bc386b-a5e6-4096-af46-7d8f9de71091 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 945 time: 0.0999107 Jul 29 20:49:05.711205 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5d355c7f-17f3-4e0a-888a-d7b33769a3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.717465 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a7ff4b4c-581f-47bc-b1d6-1c64797f15a8 req-23c8cd99-14a4-47bb-8bc3-c2c99a111897 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709913 Jul 29 20:49:05.719713 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5d355c7f-17f3-4e0a-888a-d7b33769a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.732526 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-649818b6-76f6-4f31-ab66-07794bf11463 req-ab9a7875-3368-4245-856c-d71f7bda30ff tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874836 Jul 29 20:49:05.769832 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5d355c7f-17f3-4e0a-888a-d7b33769a3c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=24ca947b5f834e8e88becac0a8184a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248728 Jul 29 20:49:05.770711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d355c7f-17f3-4e0a-888a-d7b33769a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62760dc0-c244-445f-9e98-b27692dd9651,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.773002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35224) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:05.807496 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35226) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:05.824132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3505be58-c931-4f46-aebe-1b3ba98d79f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.826770 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.848427 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.899742 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.902436 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.906168 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62760dc0-c244-445f-9e98-b27692dd9651 HTTP/1.1" status: 204 len: 168 time: 0.1297185 Jul 29 20:49:05.912423 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a774d1-bda0-4683-afc6-d2ebdc736832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62760dc0-c244-445f-9e98-b27692dd9651,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:05.947415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3505be58-c931-4f46-aebe-1b3ba98d79f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.952282 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3505be58-c931-4f46-aebe-1b3ba98d79f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:05.984157 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3505be58-c931-4f46-aebe-1b3ba98d79f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b148d3658e25403cb328d9816d712007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741502 Jul 29 20:49:05.986901 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35234) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:05.997351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505be58-c931-4f46-aebe-1b3ba98d79f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d9bed-11cc-4825-ad95-142c8ff57944,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.042909 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.067311 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.130795 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.133642 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:06.134977 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f44d9bed-11cc-4825-ad95-142c8ff57944 HTTP/1.1" status: 204 len: 168 time: 0.1462772 Jul 29 20:49:06.155153 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719d93b-c83a-4dea-a17f-d3d60223e521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d9bed-11cc-4825-ad95-142c8ff57944,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:06.635871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567787-5c3a-4dfa-aa1e-406cb0e109ce req-6b04649c-c5df-4a97-af64-49f6f8b6d868 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.643137 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-54567787-5c3a-4dfa-aa1e-406cb0e109ce req-6b04649c-c5df-4a97-af64-49f6f8b6d868 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 944 time: 0.1156185 Jul 29 20:49:06.668681 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e26fc-fecc-4b92-a814-bee00e397132 req-cdbec0fb-54be-4ea2-875b-8ec3dbf74218 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.670184 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a63e26fc-fecc-4b92-a814-bee00e397132 req-cdbec0fb-54be-4ea2-875b-8ec3dbf74218 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 944 time: 0.0943160 Jul 29 20:49:06.703555 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-54567787-5c3a-4dfa-aa1e-406cb0e109ce req-16cd81e4-4867-4489-b2a3-935a4eebc3c4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558331 Jul 29 20:49:06.756397 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a63e26fc-fecc-4b92-a814-bee00e397132 req-6415d90d-35df-4b5b-b390-75f1223b2ac2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763543 Jul 29 20:49:06.891040 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7487f9-8f32-4faa-a118-ae957f7c55ac req-564d00a4-3435-42b8-b306-51db875181b2 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.899481 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e7487f9-8f32-4faa-a118-ae957f7c55ac req-564d00a4-3435-42b8-b306-51db875181b2 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 945 time: 0.0993643 Jul 29 20:49:06.906745 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e4ffaccc-b2a2-4dc0-a710-7816d0657071 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:06.909236 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 3649801c-cb1d-40e4-ba2d-b28b58fccd2b details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:06.934222 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b69774-e4cc-4f78-9805-4bb7b1af5f51 req-481790d2-5070-410d-964e-e995923f8ab0 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:06.935766 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-45b69774-e4cc-4f78-9805-4bb7b1af5f51 req-481790d2-5070-410d-964e-e995923f8ab0 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 944 time: 0.0859108 Jul 29 20:49:06.962568 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e7487f9-8f32-4faa-a118-ae957f7c55ac req-27b1bf3c-1adb-49dd-bbbe-4d48ca8450a2 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628707 Jul 29 20:49:07.001441 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-45b69774-e4cc-4f78-9805-4bb7b1af5f51 req-9f1a76dc-505b-4a87-a96e-d165949bc1dc tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570493 Jul 29 20:49:07.048489 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:07.065695 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b', 'network_id': '6e257271-86d1-4b11-92d5-92d2eef84258', 'port_id': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b', 'mac_address': 'fa:16:3e:7f:fe:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318da822-d7c6-4459-b7c0-6ac6fffef3a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:07.117585 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.120606 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port e4ffaccc-b2a2-4dc0-a710-7816d0657071 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:07.136012 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port e4ffaccc-b2a2-4dc0-a710-7816d0657071 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:07.136012 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.136772 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3649801c-cb1d-40e4-ba2d-b28b58fccd2b {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:07.179893 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:07.187090 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.260930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.270136 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.297800 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:07.378566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:07.384428 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.385475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:07.471129 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.483855 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port b35cec30-adbd-4317-9884-e66c8c60b720 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:07.490642 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['3649801c-cb1d-40e4-ba2d-b28b58fccd2b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:07.493269 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port b35cec30-adbd-4317-9884-e66c8c60b720 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:07.493510 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.600610 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef7c28-3fbd-47e7-b598-729cd38a7656" -d '{"events": [{"server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "name": "network-vif-plugged", "status": "completed", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:07.641473 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.700302 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:07.712980 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.713884 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 1b0c892b-dd2f-4c9c-9ea3-43883f68583d up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:07.819883 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:07.841209 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:07.846153 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:07.846529 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:07.874387 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b21ef-00a6-4cb1-9f41-2bfd55d6abe1 req-65925421-6c99-4beb-8c08-01313afcf2f2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:07.885880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9f2b21ef-00a6-4cb1-9f41-2bfd55d6abe1 req-65925421-6c99-4beb-8c08-01313afcf2f2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0818911 Jul 29 20:49:07.940890 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cdc671-d015-4247-9c26-7eafc8b6329a x-openstack-request-id: req-86cdc671-d015-4247-9c26-7eafc8b6329a {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:07.941957 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "name": "network-vif-plugged", "status": "completed", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:07.942031 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86cdc671-d015-4247-9c26-7eafc8b6329a {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:07.942434 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071', 'code': 200} Jul 29 20:49:07.967020 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9f2b21ef-00a6-4cb1-9f41-2bfd55d6abe1 req-4a32feb3-e7d5-4e1d-bd59-f575bbe62cc6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654054 Jul 29 20:49:08.006971 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.081204 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,segment=NetworkSegment(d03869ec-9505-4fa5-b691-c49df9c759ed),segment_id=d03869ec-9505-4fa5-b691-c49df9c759ed)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:08.090665 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.091831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 4c982836-6905-4996-a0e8-5609ad193ed1 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:08.208101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.211160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 4c982836-6905-4996-a0e8-5609ad193ed1 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:08.215942 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 4c982836-6905-4996-a0e8-5609ad193ed1 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:08.216314 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.233453 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e5a93-dfca-4c9b-b61f-a12306e68057 req-e1436c78-b498-4cc8-b757-718a6f974ce9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.241429 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-142e5a93-dfca-4c9b-b61f-a12306e68057 req-e1436c78-b498-4cc8-b757-718a6f974ce9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 945 time: 0.2075071 Jul 29 20:49:08.287210 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ab944-8850-4905-b247-2e8b942d6832 req-14b43207-e0bc-4d76-b231-07da7a7fbbc4 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.294932 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-624ab944-8850-4905-b247-2e8b942d6832 req-14b43207-e0bc-4d76-b231-07da7a7fbbc4 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.1842782 Jul 29 20:49:08.349214 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-99e90828-85c7-41c1-9d5f-ea371592d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.351136 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-99e90828-85c7-41c1-9d5f-ea371592d5c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.1893086 Jul 29 20:49:08.379444 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-624ab944-8850-4905-b247-2e8b942d6832 req-5e1b406c-d708-4f5a-8548-0031d7d96dcd tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799217 Jul 29 20:49:08.387173 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.414295 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-142e5a93-dfca-4c9b-b61f-a12306e68057 req-a39e749b-a1c8-4c63-aaa1-aecd1033a4cd tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718283 Jul 29 20:49:08.431281 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-90417613-7bbd-4813-97a7-2f887d0e81ab service neutron] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.453439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4c982836-6905-4996-a0e8-5609ad193ed1,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:08.462845 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.531525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.609870 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35394) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:08.611060 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b6b24-4bcd-4587-8bcf-a4b9bf51c407 req-3d693a7f-437b-41ac-9902-a858a5f6dbd1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:08.615144 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-668b6b24-4bcd-4587-8bcf-a4b9bf51c407 req-3d693a7f-437b-41ac-9902-a858a5f6dbd1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.1180050 Jul 29 20:49:08.679383 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-90417613-7bbd-4813-97a7-2f887d0e81ab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.683507 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-668b6b24-4bcd-4587-8bcf-a4b9bf51c407 req-3aa7ea44-669f-485d-b836-3b004e3250f0 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Jul 29 20:49:08.684537 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-90417613-7bbd-4813-97a7-2f887d0e81ab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.718939 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bbdfbc67-b378-4b2e-8b04-41b0870d0562 req-90417613-7bbd-4813-97a7-2f887d0e81ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592982 Jul 29 20:49:08.723694 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417613-7bbd-4813-97a7-2f887d0e81ab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ed9ab-da5c-4bef-ab33-441f694426f3,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.760127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3cf09125-9661-4de1-a004-85fa24b79ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.861950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3cf09125-9661-4de1-a004-85fa24b79ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.867358 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3cf09125-9661-4de1-a004-85fa24b79ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:08.903135 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 3649801c-cb1d-40e4-ba2d-b28b58fccd2b up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:08.908589 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf09125-9661-4de1-a004-85fa24b79ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b887b927-df11-4466-8a3a-dd3c343e6c3f,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:08.927816 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3cf09125-9661-4de1-a004-85fa24b79ed6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d01eb7c35c74addba184f26b949123a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165598 Jul 29 20:49:08.930564 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35410) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:08.964933 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:08.969863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:08.970218 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.003306 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.035909 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.098611 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.128681 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70ecc-778a-4a24-8d88-9314643c055e req-3bad9462-a0ca-4b1c-93bb-dc72dfea8e50 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.130346 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-57c70ecc-778a-4a24-8d88-9314643c055e req-3bad9462-a0ca-4b1c-93bb-dc72dfea8e50 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0871089 Jul 29 20:49:09.138903 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:09.145048 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.166059 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.168907 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.170156 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b887b927-df11-4466-8a3a-dd3c343e6c3f HTTP/1.1" status: 204 len: 168 time: 0.2385201 Jul 29 20:49:09.191931 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf49d2-8bf9-4d32-8f0a-8b8dc106381e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b887b927-df11-4466-8a3a-dd3c343e6c3f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:09.217380 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-57c70ecc-778a-4a24-8d88-9314643c055e req-b71d71d6-b9c0-4645-82db-ae25b5299612 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703456 Jul 29 20:49:09.255222 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:09.556911 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15487f-57fd-482b-8e5e-0f6abf2f49a3 req-f1752d48-93b6-493a-9355-e7a6e3480952 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.558668 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b15487f-57fd-482b-8e5e-0f6abf2f49a3 req-f1752d48-93b6-493a-9355-e7a6e3480952 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.1072490 Jul 29 20:49:09.591921 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc9725-0b60-4d91-96cf-e977fbdd42cf req-0ba6f9dc-f6cd-48ab-9bd6-ed5a1a643d1e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.600980 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fcfc9725-0b60-4d91-96cf-e977fbdd42cf req-0ba6f9dc-f6cd-48ab-9bd6-ed5a1a643d1e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0929835 Jul 29 20:49:09.622786 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35444) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:09.638215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-89252ffb-e296-4a7e-8cc0-57f60b641f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.680163 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b15487f-57fd-482b-8e5e-0f6abf2f49a3 req-53713726-5ed7-47c8-876d-eec86dcd180a tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071105 Jul 29 20:49:09.684849 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fcfc9725-0b60-4d91-96cf-e977fbdd42cf req-df7f9414-949a-4a79-9779-4d5948023cbb tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839899 Jul 29 20:49:09.757505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-89252ffb-e296-4a7e-8cc0-57f60b641f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.762883 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-89252ffb-e296-4a7e-8cc0-57f60b641f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.803694 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-89252ffb-e296-4a7e-8cc0-57f60b641f6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=761ed2e1ed134d2db67be16c259ad8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798301 Jul 29 20:49:09.805846 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89252ffb-e296-4a7e-8cc0-57f60b641f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278fb590-0766-4f73-b070-330d19a697b8,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:09.808351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35460) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:09.835182 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c66f-cc22-4140-a0c1-788322d4c1db req-e37554ec-d3b7-48d6-999d-8ef9d6080f12 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:09.845849 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a7d0c66f-cc22-4140-a0c1-788322d4c1db req-e37554ec-d3b7-48d6-999d-8ef9d6080f12 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0779808 Jul 29 20:49:09.917855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a7d0c66f-cc22-4140-a0c1-788322d4c1db req-5fd0878c-2cc9-4d73-b228-9c75e9f4cd43 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Jul 29 20:49:09.935592 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:09.943776 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}, {'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d'}, {'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1'}, {'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:09.951245 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc0b9f-4db3-4a83-a465-5e8328927df3" -d '{"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}, {"server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d"}, {"server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "name": "network-vif-plugged", "status": "completed", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1"}, {"server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:09.967374 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.017131 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.019987 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7304cee1-e7bd-49f0-8331-40db1b691abd x-openstack-request-id: req-7304cee1-e7bd-49f0-8331-40db1b691abd {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:10.020462 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "code": 200}, {"server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d", "code": 200}, {"server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "name": "network-vif-plugged", "status": "completed", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1", "code": 200}, {"server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:10.020582 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7304cee1-e7bd-49f0-8331-40db1b691abd {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:10.021206 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'code': 200} Jul 29 20:49:10.021460 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d', 'code': 200} Jul 29 20:49:10.021711 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1', 'code': 200} Jul 29 20:49:10.022177 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b', 'code': 200} Jul 29 20:49:10.026078 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:10.027246 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/278fb590-0766-4f73-b070-330d19a697b8 HTTP/1.1" status: 204 len: 168 time: 0.2175446 Jul 29 20:49:10.037720 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1babe-7d51-49a5-9a1f-1a8ab9eb862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278fb590-0766-4f73-b070-330d19a697b8,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:10.591358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19448-07cd-4bd8-b4c6-867c61cfd53c req-cd10e32a-9411-4a5d-9e17-99576ccd6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.593798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-76d19448-07cd-4bd8-b4c6-867c61cfd53c req-cd10e32a-9411-4a5d-9e17-99576ccd6b72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 1098 time: 0.2691252 Jul 29 20:49:10.617593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5911-2977-4543-bb8e-07e685237c58 req-f90d9884-9b74-407c-9554-fca565350c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.620788 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-714a5911-2977-4543-bb8e-07e685237c58 req-f90d9884-9b74-407c-9554-fca565350c95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 1099 time: 0.1323125 Jul 29 20:49:10.627009 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362460c9-b0b0-4e24-809f-228490dc8ff0 req-d59153ce-cf9c-4a8f-8285-460037eaf1da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.629026 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-362460c9-b0b0-4e24-809f-228490dc8ff0 req-d59153ce-cf9c-4a8f-8285-460037eaf1da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1997960 Jul 29 20:49:10.647675 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b100ce5-ee87-4513-b8ce-16496f52e557 req-9182095f-17e0-4227-b423-785b3e3c5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.649374 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b100ce5-ee87-4513-b8ce-16496f52e557 req-9182095f-17e0-4227-b423-785b3e3c5dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1098 time: 0.2277558 Jul 29 20:49:10.696337 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-76d19448-07cd-4bd8-b4c6-867c61cfd53c req-1b7ebe21-7354-4fdd-a900-b9b5cfcdf043 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945222 Jul 29 20:49:10.740349 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-362460c9-b0b0-4e24-809f-228490dc8ff0 req-a0bdf8d9-5dbb-4832-9c39-d4d2aa628b94 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966053 Jul 29 20:49:10.764514 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b100ce5-ee87-4513-b8ce-16496f52e557 req-3486be98-b993-4c20-a4e8-eb44c36cbd0c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049719 Jul 29 20:49:10.801367 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-714a5911-2977-4543-bb8e-07e685237c58 req-33a8f5aa-5388-433a-ad47-053933851c53 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730213 Jul 29 20:49:10.813826 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10c9f2-9643-4cd4-91b4-1ec335657585 req-0ac2afdb-da28-4d52-a770-adea35269b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.815603 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4d10c9f2-9643-4cd4-91b4-1ec335657585 req-0ac2afdb-da28-4d52-a770-adea35269b7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 1099 time: 0.1236224 Jul 29 20:49:10.863789 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185388b-d6a0-49dc-a652-5ff6a85640ab req-092cc057-63f6-4252-aca8-55e00b2c8681 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.865285 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b185388b-d6a0-49dc-a652-5ff6a85640ab req-092cc057-63f6-4252-aca8-55e00b2c8681 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.0863428 Jul 29 20:49:10.930531 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4d10c9f2-9643-4cd4-91b4-1ec335657585 req-d35300c3-a503-4f78-9145-c72177966c2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Jul 29 20:49:10.946002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc31ee-8824-4f3c-8de8-42eb580639e8 req-349165fb-fc56-4373-a1d9-761843115957 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:10.947555 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3bfc31ee-8824-4f3c-8de8-42eb580639e8 req-349165fb-fc56-4373-a1d9-761843115957 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0813739 Jul 29 20:49:10.951065 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b185388b-d6a0-49dc-a652-5ff6a85640ab req-bda59f99-0ae7-4a49-9699-1e3ba8b41b6d tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752966 Jul 29 20:49:11.002552 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3bfc31ee-8824-4f3c-8de8-42eb580639e8 req-697f94bc-6341-44c7-bef6-62610106bd6c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 Jul 29 20:49:11.083441 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed8338-34a2-4550-b013-d9734c34a2e5 req-9cc3f4c0-6c74-430d-9d0e-f91acc0fb448 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:11.084998 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cfed8338-34a2-4550-b013-d9734c34a2e5 req-9cc3f4c0-6c74-430d-9d0e-f91acc0fb448 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Jul 29 20:49:11.124277 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cfed8338-34a2-4550-b013-d9734c34a2e5 req-837a6bf7-c454-41cc-ba6b-e4c344f1fe5a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 29 20:49:11.899750 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852b82c-1b69-4d64-a949-6d054cb116ee req-b5c4d93a-0662-4b69-8a5c-089a099a868a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:11.901286 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8852b82c-1b69-4d64-a949-6d054cb116ee req-b5c4d93a-0662-4b69-8a5c-089a099a868a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0647216 Jul 29 20:49:11.962405 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8852b82c-1b69-4d64-a949-6d054cb116ee req-e2da99c4-6772-4749-b549-2e44c35b402a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549090 Jul 29 20:49:12.111292 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab868-a2d7-433f-93ab-4e5c75158d99 req-ac8db9e8-4fdf-4593-b336-3bad38f6dacd tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:12.113574 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-581ab868-a2d7-433f-93ab-4e5c75158d99 req-ac8db9e8-4fdf-4593-b336-3bad38f6dacd tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.0828807 Jul 29 20:49:12.191328 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-581ab868-a2d7-433f-93ab-4e5c75158d99 req-886e0203-66df-47c8-92bf-1b2c9a66d460 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677953 Jul 29 20:49:12.199260 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcea97-14b0-4913-8498-9f9a6880a2d1 req-8d92783b-2d8a-40d3-ac41-aeff3dd95bb6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:12.200881 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c9bcea97-14b0-4913-8498-9f9a6880a2d1 req-8d92783b-2d8a-40d3-ac41-aeff3dd95bb6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0985394 Jul 29 20:49:12.232046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35592) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:12.268273 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c9bcea97-14b0-4913-8498-9f9a6880a2d1 req-65278829-4bbf-4b12-bd06-5c6c54c299fe tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Jul 29 20:49:12.349871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3aeee-4396-405f-97cd-11599c90ac6c req-920c6161-7f99-41d2-b8b8-2ffae3715793 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:12.351609 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6ac3aeee-4396-405f-97cd-11599c90ac6c req-920c6161-7f99-41d2-b8b8-2ffae3715793 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0762315 Jul 29 20:49:12.421834 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6ac3aeee-4396-405f-97cd-11599c90ac6c req-7d5a64e3-8cf1-4109-bbc5-aea9717362cb tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Jul 29 20:49:12.443789 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f443ab4c-0b0d-4b2a-9ead-c269a51691b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.569450 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f443ab4c-0b0d-4b2a-9ead-c269a51691b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.575470 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f443ab4c-0b0d-4b2a-9ead-c269a51691b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.617213 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443ab4c-0b0d-4b2a-9ead-c269a51691b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3297ca0-6734-4c31-a78c-82f8d3173a88,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:12.624232 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f443ab4c-0b0d-4b2a-9ead-c269a51691b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ece95487b2c46efa0ce0dbdc4cbb44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886664 Jul 29 20:49:12.624769 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35606) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:12.684828 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.711431 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.761516 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.764139 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:12.765278 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3297ca0-6734-4c31-a78c-82f8d3173a88 HTTP/1.1" status: 204 len: 168 time: 0.1395373 Jul 29 20:49:12.774475 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18831c-a5e6-44db-84b5-10ecce775b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3297ca0-6734-4c31-a78c-82f8d3173a88,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.065930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35630) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:13.080120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d46c2f14-6071-47e0-b9d5-4fe13d357769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.088724 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1404-2b26-47e5-b846-a45a28604c43 req-6dc21940-3e25-446b-abf3-7f2502408438 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.090580 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9d1e1404-2b26-47e5-b846-a45a28604c43 req-6dc21940-3e25-446b-abf3-7f2502408438 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0501814 Jul 29 20:49:13.131980 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9d1e1404-2b26-47e5-b846-a45a28604c43 req-cb450da5-6b9b-4449-9cda-7e1eb193d59a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340836 Jul 29 20:49:13.181216 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d46c2f14-6071-47e0-b9d5-4fe13d357769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.186340 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d46c2f14-6071-47e0-b9d5-4fe13d357769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.225052 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d46c2f14-6071-47e0-b9d5-4fe13d357769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f96a10a1715436d931245a6d06fe590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573424 Jul 29 20:49:13.225878 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c2f14-6071-47e0-b9d5-4fe13d357769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2cc5b-f08a-4c97-98e2-1a14a04ee38f,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.228689 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35636) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:13.329786 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35642) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:13.332905 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.369687 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.388291 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744493-664a-4b49-9998-5809d7723085 req-471ae48f-a341-48ef-956f-d5a99b33088a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.389762 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5c744493-664a-4b49-9998-5809d7723085 req-471ae48f-a341-48ef-956f-d5a99b33088a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1184311 Jul 29 20:49:13.399749 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35646) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:13.403632 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3fd4e-861e-4bab-b3ed-348f4e2b071d req-4db75aec-f37a-479f-a1bc-110cd0c6c2cf tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.404352 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'floatingip': {'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:13.405282 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-36e3fd4e-861e-4bab-b3ed-348f4e2b071d req-4db75aec-f37a-479f-a1bc-110cd0c6c2cf tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.1180255 Jul 29 20:49:13.465736 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-36e3fd4e-861e-4bab-b3ed-348f4e2b071d req-225e663e-53c8-44b5-b769-52566c1e30b8 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Jul 29 20:49:13.489575 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.492293 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.492650 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3781656a-a07a-49a6-bf79-2b085611538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.493415 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45e2cc5b-f08a-4c97-98e2-1a14a04ee38f HTTP/1.1" status: 204 len: 168 time: 0.2631795 Jul 29 20:49:13.501992 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:13.504368 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7ce42-c175-41ac-a13c-9522326fd724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2cc5b-f08a-4c97-98e2-1a14a04ee38f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:13.521307 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322591-64e9-4b72-865b-b4f97cbf7d35 req-43cd5353-03ed-40ec-8a93-1318b4449cc2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:13.523082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a6322591-64e9-4b72-865b-b4f97cbf7d35 req-43cd5353-03ed-40ec-8a93-1318b4449cc2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0730958 Jul 29 20:49:13.572871 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a6322591-64e9-4b72-865b-b4f97cbf7d35 req-3e16453c-691e-47e0-8a96-36403b530540 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432444 Jul 29 20:49:14.079366 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3781656a-a07a-49a6-bf79-2b085611538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.098413 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-dc501533-593d-4fac-ad24-6535bed41a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.100089 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-dc501533-593d-4fac-ad24-6535bed41a72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 1099 time: 0.1212325 Jul 29 20:49:14.137727 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-462cf774-c521-443e-8dae-a273a78b61d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.165249 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab9c82-5b6c-4c6e-9089-efeffbdc6960 req-921390ae-79ed-4263-834a-596bc4489619 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.168880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-11ab9c82-5b6c-4c6e-9089-efeffbdc6960 req-921390ae-79ed-4263-834a-596bc4489619 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1251740 Jul 29 20:49:14.176930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3781656a-a07a-49a6-bf79-2b085611538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.251830 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-11ab9c82-5b6c-4c6e-9089-efeffbdc6960 req-6ca18ffc-f338-4780-a8cb-805ca1fb67e6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715873 Jul 29 20:49:14.391302 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3781656a-a07a-49a6-bf79-2b085611538e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=189d054a4714466cb7e081b4487711ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0602956 Jul 29 20:49:14.394217 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35704) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:14.406859 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781656a-a07a-49a6-bf79-2b085611538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c807a-4a8b-4a41-8720-ded3605903c9,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:14.474930 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.512622 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.539237 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-acc3f339-238d-4f09-b98e-ca848bb05475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.541372 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-acc3f339-238d-4f09-b98e-ca848bb05475 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.3468871 Jul 29 20:49:14.569971 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.572920 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.584038 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/090c807a-4a8b-4a41-8720-ded3605903c9 HTTP/1.1" status: 204 len: 168 time: 0.1886334 Jul 29 20:49:14.603885 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fb1d0-f79d-471d-b43b-00f9695d0322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c807a-4a8b-4a41-8720-ded3605903c9,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:14.616214 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-00ea4f7a-ed53-4b30-8930-0501cbee5e5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b HTTP/1.1" status: 200 len: 217 time: 0.0524433 Jul 29 20:49:14.768070 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-0b750ddb-3a2d-4e49-8542-bd0ebaeab510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:14.771273 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-0b750ddb-3a2d-4e49-8542-bd0ebaeab510 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.1001196 Jul 29 20:49:14.801241 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.db.resource_extend [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 20:49:14.862843 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-a2e31b08-ed72-4b36-93c5-3da713c1a379 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800500 Jul 29 20:49:14.961765 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:14.968771 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.026235 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35736) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:15.040001 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fef637b6-71cf-427a-8c52-4880a02b4003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.088338 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-c2503e6f-290d-4f7b-9689-6520b83ea2d4 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181535 Jul 29 20:49:15.100537 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Floating IP 898a296e-7b89-4c51-a5ce-8b72e087e7f4 associated. External IP: 172.27.2.175, port: b35cec30-adbd-4317-9884-e66c8c60b720. Jul 29 20:49:15.137834 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fef637b6-71cf-427a-8c52-4880a02b4003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.143619 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fef637b6-71cf-427a-8c52-4880a02b4003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.189961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef637b6-71cf-427a-8c52-4880a02b4003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db71e095-5c6b-462a-8a14-c75c8bd213dc,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.203373 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fef637b6-71cf-427a-8c52-4880a02b4003 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3656b17eaa174affb95bb5aac9d9687e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755452 Jul 29 20:49:15.212033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35744) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:15.289298 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0b33ce7d-67ad-42d8-b824-f720bfd34b50 req-e7d4f8ea-7767-49b8-b630-8e06e9df2f7b service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529837 Jul 29 20:49:15.334178 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.360159 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.481888 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cbe2e-4dcb-4199-bdb7-0362fa145d44 req-3426bc22-d3a2-47dd-8697-97d48fe50248 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:15.483482 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a16cbe2e-4dcb-4199-bdb7-0362fa145d44 req-3426bc22-d3a2-47dd-8697-97d48fe50248 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0620508 Jul 29 20:49:15.530030 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.530030 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.530030 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db71e095-5c6b-462a-8a14-c75c8bd213dc HTTP/1.1" status: 204 len: 168 time: 0.3132563 Jul 29 20:49:15.545715 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a163ca-272d-4106-be30-cec6d579b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db71e095-5c6b-462a-8a14-c75c8bd213dc,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:15.563394 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a16cbe2e-4dcb-4199-bdb7-0362fa145d44 req-7d0ec671-2366-47f2-a5e3-53ac52785c1b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715404 Jul 29 20:49:15.813769 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:49:15.967859 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:49:15.973769 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:15.986142 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:49:16.002427 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:16.004191 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:16.005213 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2b7478af-978b-4164-8f7d-fd76d971e467 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "PUT /v2.0/floatingips/898a296e-7b89-4c51-a5ce-8b72e087e7f4 HTTP/1.1" status: 200 len: 991 time: 2.6045997 Jul 29 20:49:16.006157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:16.008778 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28068596-72e7-48a1-95b3-cf4f12106f21" -d '{"events": [{"name": "network-changed", "server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:16.029908 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35802) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.054599 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8c52-97e6-44e1-b782-1be12842c42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.093615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c25e613-657d-4c50-94a8-d59db91c47cb x-openstack-request-id: req-1c25e613-657d-4c50-94a8-d59db91c47cb {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:16.094615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:16.095222 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c25e613-657d-4c50-94a8-d59db91c47cb {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:16.095864 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'status': 'completed', 'code': 200} Jul 29 20:49:16.164836 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:16.191795 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-4a4118f2-359b-475b-ba0c-3ed669e798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:16.193771 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-4a4118f2-359b-475b-ba0c-3ed669e798fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1098 time: 0.0678346 Jul 29 20:49:16.207664 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8c52-97e6-44e1-b782-1be12842c42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.216286 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5f8c52-97e6-44e1-b782-1be12842c42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.252527 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f8c52-97e6-44e1-b782-1be12842c42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f303fa-cd54-46f0-9669-faca8770f297,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.311292 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-562ff832-c8ae-4a2f-86ab-0c8fd10255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:16.313136 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-562ff832-c8ae-4a2f-86ab-0c8fd10255a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.1114392 Jul 29 20:49:16.316989 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2f5f8c52-97e6-44e1-b782-1be12842c42b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bb1a512e1a24f2aa23b3ee3e5434289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859266 Jul 29 20:49:16.319730 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35806) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.410014 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35808) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:16.417340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.426587 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-4534c1bd-607e-4a78-8005-82f968170bfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 999 time: 0.1055574 Jul 29 20:49:16.440301 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.474580 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '898a296e-7b89-4c51-a5ce-8b72e087e7f4', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:48:44Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:16.506293 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-45ba2179-1f9c-4bcc-bfc8-334bf7735c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:16.508461 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-45ba2179-1f9c-4bcc-bfc8-334bf7735c6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0746362 Jul 29 20:49:16.512367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.526882 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.531288 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58f303fa-cd54-46f0-9669-faca8770f297 HTTP/1.1" status: 204 len: 168 time: 0.2101569 Jul 29 20:49:16.553815 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62f87b-9ad7-4073-a28a-f35631750a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f303fa-cd54-46f0-9669-faca8770f297,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:16.607660 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-1fce9de7-6fde-4a2f-9ac2-7952d92c472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:16.611786 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-1fce9de7-6fde-4a2f-9ac2-7952d92c472b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944335 Jul 29 20:49:16.615710 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:49:16.626135 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:49:16.626973 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:48:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:16.703682 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9dce9308-5cac-4f40-9007-6ffc6859b7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:16.771552 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:49:16.789887 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-6c6a6bcb-2d70-430a-97e1-e8685991c462 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679862 Jul 29 20:49:17.040286 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28068596-72e7-48a1-95b3-cf4f12106f21 req-1bc382ad-9f93-488b-bd49-42c39ea40aed service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398024 Jul 29 20:49:17.093742 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cd2dcba9-2f76-40e2-a0c9-7c3afdc4565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.104819 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb81a0-a98c-4ae5-b155-1f0db7597840 req-fc9656bf-ba75-4e40-b044-4800570a6d57 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:17.113107 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f1eb81a0-a98c-4ae5-b155-1f0db7597840 req-fc9656bf-ba75-4e40-b044-4800570a6d57 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.3754425 Jul 29 20:49:17.140318 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '898a296e-7b89-4c51-a5ce-8b72e087e7f4', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:48:44Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:17.161528 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9dce9308-5cac-4f40-9007-6ffc6859b7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.176997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f1eb81a0-a98c-4ae5-b155-1f0db7597840 req-dc181eeb-57a8-41e9-941a-6b6ff8322d16 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Jul 29 20:49:17.182396 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9dce9308-5cac-4f40-9007-6ffc6859b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.205664 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675987d-ae38-4bf6-83f7-7535b7d72aa1 None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '898a296e-7b89-4c51-a5ce-8b72e087e7f4', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:48:44Z', 'updated_at': '2021-07-29T20:49:14Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:49:17.223743 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9dce9308-5cac-4f40-9007-6ffc6859b7fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34fff9cd19b64d5da8d8ed76e67ac13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8121142 Jul 29 20:49:17.225951 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9308-5cac-4f40-9007-6ffc6859b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d0708-75c6-4760-b9ed-9ea6b4ec512f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.226571 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35850) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:17.263067 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35852) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:17.291518 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.319462 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.380920 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.383891 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.387505 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a99d0708-75c6-4760-b9ed-9ea6b4ec512f HTTP/1.1" status: 204 len: 168 time: 0.1573942 Jul 29 20:49:17.388980 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07d38f71-5a67-4eea-b6d7-c1491769beac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.393082 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3698b2-5ec9-4054-a55a-18c04d1a308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d0708-75c6-4760-b9ed-9ea6b4ec512f,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.511225 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07d38f71-5a67-4eea-b6d7-c1491769beac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.519471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07d38f71-5a67-4eea-b6d7-c1491769beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.520881 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e179132e-742a-4c0d-8a6c-bbc66cd8bc0b None None] New status for floating IP 898a296e-7b89-4c51-a5ce-8b72e087e7f4: ACTIVE {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:49:17.553643 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-07d38f71-5a67-4eea-b6d7-c1491769beac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12e6c5bfdf1d4366834a007b192a576b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894862 Jul 29 20:49:17.557903 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35868) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:17.605262 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d38f71-5a67-4eea-b6d7-c1491769beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f4b26c-86b8-4239-9e53-08bdd92b23ec,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.619176 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35870) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:17.635113 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.653106 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.658574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.663189 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.728339 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.731831 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.736346 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0f4b26c-86b8-4239-9e53-08bdd92b23ec HTTP/1.1" status: 204 len: 168 time: 0.1769862 Jul 29 20:49:17.739969 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-540352877-network', 'tenant_id': '266c49ad761c40c3b0fe13143db21022'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:17.746018 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a942-75a7-46ba-8d03-c5f6f4f33c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f4b26c-86b8-4239-9e53-08bdd92b23ec,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.778469 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Made reservation on behalf of 266c49ad761c40c3b0fe13143db21022 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:17.782528 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.792936 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35878) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:17.807416 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.822584 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-675c6d88-90a0-4f4f-a207-5cfaf5255c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.909752 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.913307 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.943900 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:49:17.948714 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b145a757-f984-46bf-9155-440a425da3fa,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:17.968768 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:17.969141 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Added segment 5c903484-fa06-43ae-bd40-65a261e00d12 of type vlan for network 27747ff8-c3fc-45f9-88c0-2431dc5c30a4 Jul 29 20:49:18.015090 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.072020 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-675c6d88-90a0-4f4f-a207-5cfaf5255c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.084625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-675c6d88-90a0-4f4f-a207-5cfaf5255c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.086919 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.088059 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.092269 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.151816 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c6d88-90a0-4f4f-a207-5cfaf5255c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fafba47-dc74-4c98-b564-71fd1e7465a9,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.162550 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-675c6d88-90a0-4f4f-a207-5cfaf5255c83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=267d8c7fd0864610b1c9731d8de45a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626642 Jul 29 20:49:18.164730 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35890) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.171718 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5512805 Jul 29 20:49:18.176627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35892) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.181802 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Request body: {'subnet': {'network_id': '27747ff8-c3fc-45f9-88c0-2431dc5c30a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-540352877-subnet', 'tenant_id': '266c49ad761c40c3b0fe13143db21022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:18.192385 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6f1c1-ec80-4868-a4d9-9c1387efb8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=27747ff8-c3fc-45f9-88c0-2431dc5c30a4,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.203974 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 27747ff8-c3fc-45f9-88c0-2431dc5c30a4 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:49:18.221159 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Made reservation on behalf of 266c49ad761c40c3b0fe13143db21022 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:18.224170 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.240933 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.274998 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35898) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.286339 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.301821 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-006ce88a-49c2-4d79-a46a-7fa1d2737689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.352040 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512195c-006c-471d-9873-60b0fedc0766 req-b2a89fad-aa38-472c-8977-edccdb7c4942 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.353789 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5512195c-006c-471d-9873-60b0fedc0766 req-b2a89fad-aa38-472c-8977-edccdb7c4942 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0786238 Jul 29 20:49:18.378857 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.381355 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.382515 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fafba47-dc74-4c98-b564-71fd1e7465a9 HTTP/1.1" status: 204 len: 168 time: 0.2163353 Jul 29 20:49:18.401891 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d2002-7c43-41cc-a88d-705f5a1729de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fafba47-dc74-4c98-b564-71fd1e7465a9,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.410934 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5512195c-006c-471d-9873-60b0fedc0766 req-bcfa6aa3-5754-4b77-9b8a-70bbf5105903 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Jul 29 20:49:18.456698 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-006ce88a-49c2-4d79-a46a-7fa1d2737689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.461056 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-006ce88a-49c2-4d79-a46a-7fa1d2737689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.500304 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-006ce88a-49c2-4d79-a46a-7fa1d2737689 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d30f88eb74504d3cbc1f10fcc8a06424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218914 Jul 29 20:49:18.501163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce88a-49c2-4d79-a46a-7fa1d2737689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a746fe53-c8ca-4faa-8bf2-7c6c08afd0a3,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.503104 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35902) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.518637 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.599845 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6241bfa1-8539-4fea-9f33-e2a566bf6a32,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.606950 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.623085 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Checking segment: {'id': '5c903484-fa06-43ae-bd40-65a261e00d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '27747ff8-c3fc-45f9-88c0-2431dc5c30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:18.623438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Network hostable DHCP agents. Network: 27747ff8-c3fc-45f9-88c0-2431dc5c30a4, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:49:18.639410 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.672620 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Network 27747ff8-c3fc-45f9-88c0-2431dc5c30a4 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:49:18.687014 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 27747ff8-c3fc-45f9-88c0-2431dc5c30a4) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:18.691803 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:18.692853 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.696615 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dac0fb-2199-46bd-99bd-67a1f62feafc None None] Network 27747ff8-c3fc-45f9-88c0-2431dc5c30a4 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:18.715785 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-433542ee-1ed3-4fe4-b89a-ab0ac864fa3a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5374992 Jul 29 20:49:18.717264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.720556 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.723289 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a746fe53-c8ca-4faa-8bf2-7c6c08afd0a3 HTTP/1.1" status: 204 len: 168 time: 0.2188637 Jul 29 20:49:18.734630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfaba0-7a77-4012-a567-1f457ffa4834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a746fe53-c8ca-4faa-8bf2-7c6c08afd0a3,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:18.755707 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35910) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.774177 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2dc945c3-41bf-4c1e-a804-75aa5304a029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.914011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2dc945c3-41bf-4c1e-a804-75aa5304a029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.919823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2dc945c3-41bf-4c1e-a804-75aa5304a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:18.968276 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2dc945c3-41bf-4c1e-a804-75aa5304a029 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69cbb397ff894222aa25e39e6ef0df09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087693 Jul 29 20:49:18.968649 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35918) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:18.969569 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc945c3-41bf-4c1e-a804-75aa5304a029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763d42b3-6526-4ff0-a0c3-c3402094717c,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:19.012403 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa98f8-ed17-49d3-b2c0-9e4c20430418 None None] Network 27747ff8-c3fc-45f9-88c0-2431dc5c30a4 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:19.050982 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.069015 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.088248 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.160389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.162922 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.168264 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/763d42b3-6526-4ff0-a0c3-c3402094717c HTTP/1.1" status: 204 len: 168 time: 0.1983721 Jul 29 20:49:19.185763 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088c5a3-1282-4724-987a-6d09a8f55e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763d42b3-6526-4ff0-a0c3-c3402094717c,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:19.540728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920debb5-e739-4f97-801d-bbd4d497c070 req-841662f4-c393-4007-909f-dbdd5d2f9f1d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:19.542238 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-920debb5-e739-4f97-801d-bbd4d497c070 req-841662f4-c393-4007-909f-dbdd5d2f9f1d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0489459 Jul 29 20:49:19.576352 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 35956) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:19.582459 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-885577564-network', 'tenant_id': '27812c0b09cd4daf924981ef842f5c0d'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:19.592344 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-920debb5-e739-4f97-801d-bbd4d497c070 req-547e06fe-7a45-4f91-9b29-a271c7222874 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Jul 29 20:49:19.624238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Made reservation on behalf of 27812c0b09cd4daf924981ef842f5c0d for: {'network': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:19.626797 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.635742 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.736523 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.741432 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.772319 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:49:19.795560 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771509272872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.796144 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Unsubscribe: segment precommit_create {{(pid=104708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 20:49:19.796586 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.segments_db [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Added segment c25cd984-6146-42b8-8db8-366e16c75327 of type vlan for network 450d45a7-deec-4bd9-adec-7ee576d3d5da Jul 29 20:49:19.801620 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11732fa-2daf-422d-9bc0-f25c752a4ac6,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:19.856790 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.899284 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.900647 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:19.901419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:19.981080 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4036157 Jul 29 20:49:19.983849 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 35982) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:19.989879 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Request body: {'subnet': {'network_id': '450d45a7-deec-4bd9-adec-7ee576d3d5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-885577564-subnet', 'tenant_id': '27812c0b09cd4daf924981ef842f5c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:19.999166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfb817-42eb-4784-97fb-2527ab3aeb6c admin admin] Pushing event updated for resources: {'Network': ['ID=450d45a7-deec-4bd9-adec-7ee576d3d5da,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.009884 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 450d45a7-deec-4bd9-adec-7ee576d3d5da details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:49:20.031480 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Made reservation on behalf of 27812c0b09cd4daf924981ef842f5c0d for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:20.034297 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Notify callbacks [] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.235926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.308193 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcab53af-db27-4e67-a5dc-2ebc9739b2d8,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.335205 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Checking segment: {'id': 'c25cd984-6146-42b8-8db8-366e16c75327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '450d45a7-deec-4bd9-adec-7ee576d3d5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:20.335555 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Network hostable DHCP agents. Network: 450d45a7-deec-4bd9-adec-7ee576d3d5da, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:49:20.355533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Network 450d45a7-deec-4bd9-adec-7ee576d3d5da is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:49:20.371349 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 450d45a7-deec-4bd9-adec-7ee576d3d5da) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:20.377222 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:20.377972 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:20.378417 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.382982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c6914-8e7f-41c5-9348-c0eb3718b53d None None] Network 450d45a7-deec-4bd9-adec-7ee576d3d5da requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:20.404811 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-91996c01-d0f0-4fad-b67f-3758b636420b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4125094 Jul 29 20:49:20.511532 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36042) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:20.552234 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d27803-52f1-47ff-8996-e6034c57ae94 None None] Network 450d45a7-deec-4bd9-adec-7ee576d3d5da requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:20.644667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3493c361-e612-4711-bdec-973b5691ccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.761570 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3493c361-e612-4711-bdec-973b5691ccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.767464 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3493c361-e612-4711-bdec-973b5691ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.767973 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29795bf3-4007-4bf5-bc25-0d281aadef13 req-d3526f42-5c03-412e-9d47-a64ec7ffc809 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:20.769898 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-29795bf3-4007-4bf5-bc25-0d281aadef13 req-d3526f42-5c03-412e-9d47-a64ec7ffc809 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0653117 Jul 29 20:49:20.855971 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-29795bf3-4007-4bf5-bc25-0d281aadef13 req-ca2af963-579f-4a20-a14b-3fc900dc7751 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700343 Jul 29 20:49:20.856450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36056) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:20.873178 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3493c361-e612-4711-bdec-973b5691ccda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49c02156f5684edab6c22039b6558a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429029 Jul 29 20:49:20.875699 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c361-e612-4711-bdec-973b5691ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241b9e2a-3d69-4016-a60e-bba41c654ad4,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:20.932939 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:20.953201 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:21.004527 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:21.007657 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:21.008830 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/241b9e2a-3d69-4016-a60e-bba41c654ad4 HTTP/1.1" status: 204 len: 168 time: 0.1495235 Jul 29 20:49:21.024230 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7878a-fcdb-4990-8109-27c697c03d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b9e2a-3d69-4016-a60e-bba41c654ad4,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:22.001489 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc799e-b872-4f57-9174-b20e06bb1a98 req-3aa0cf4e-d235-4ead-9f34-5335db139092 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:22.007587 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67bc799e-b872-4f57-9174-b20e06bb1a98 req-3aa0cf4e-d235-4ead-9f34-5335db139092 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0615537 Jul 29 20:49:22.050661 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67bc799e-b872-4f57-9174-b20e06bb1a98 req-1ac9d8bc-c652-4753-94dc-efa26f0e3635 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jul 29 20:49:23.172805 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ccba9-b48e-4752-a871-a4f885cc9bf3 req-272d1a5a-34fa-49a7-ac3d-ede933d65438 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:23.174406 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e77ccba9-b48e-4752-a871-a4f885cc9bf3 req-272d1a5a-34fa-49a7-ac3d-ede933d65438 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0556512 Jul 29 20:49:23.216096 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e77ccba9-b48e-4752-a871-a4f885cc9bf3 req-61f38ea3-e666-46ff-94e5-f54d4dfc3798 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jul 29 20:49:24.330231 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c56e-2624-471d-991d-d18ec31114cf req-9fc25a69-4822-49b9-b883-bf59cbf2887d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:24.332016 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a60c56e-2624-471d-991d-d18ec31114cf req-9fc25a69-4822-49b9-b883-bf59cbf2887d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0484962 Jul 29 20:49:24.370934 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a60c56e-2624-471d-991d-d18ec31114cf req-a2c22e07-d824-4d4a-a31a-976666f0f8cc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 29 20:49:24.522918 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36190) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:24.645194 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cea2ffe7-de0d-4138-8cbd-f66c710c184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.753083 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cea2ffe7-de0d-4138-8cbd-f66c710c184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.763663 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cea2ffe7-de0d-4138-8cbd-f66c710c184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.802570 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-cea2ffe7-de0d-4138-8cbd-f66c710c184f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a02ee839bfab47c587ef2415b352d5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783906 Jul 29 20:49:24.803980 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ffe7-de0d-4138-8cbd-f66c710c184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19331634-d86d-4874-8d86-c1695c372ad8,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:24.806385 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36210) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:24.860579 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.865509 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-f232e5be-9183-4106-82d4-43b1ec76b769 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:24.875423 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-f232e5be-9183-4106-82d4-43b1ec76b769 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1756670 Jul 29 20:49:24.886615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.888866 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-082b8f64-a0bf-4703-b362-3a4f4f6ab8d3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/quotas/a693282003e54d9f9a7343890ea6d82c HTTP/1.1" status: 200 len: 375 time: 0.0115371 Jul 29 20:49:24.953323 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-13e4bd3e-5be6-4994-bcbb-5ea199b3be9c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550652 Jul 29 20:49:24.963963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.967144 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:24.968342 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19331634-d86d-4874-8d86-c1695c372ad8 HTTP/1.1" status: 204 len: 168 time: 0.1609588 Jul 29 20:49:24.985167 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023a95-40e4-4eae-ad81-f95e0c8cddd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19331634-d86d-4874-8d86-c1695c372ad8,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:25.097881 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-437ec021-3d3b-471e-bf61-2628d86226df service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Jul 29 20:49:25.197346 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-204d0371-a6f6-475e-8a48-0f723500d4b3 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931609 Jul 29 20:49:25.425746 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-785e733d-bcd1-4558-a497-104231a0e0a2 req-fe51eca2-2d96-4a9e-82ba-7ba011d721b8 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 210 time: 0.0534077 Jul 29 20:49:25.463115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36244) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:25.531926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e90d-f2e8-4098-b23c-cb04361fa153 req-caddec6b-66ed-4ffc-99b3-e2e15c68c45e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:25.535649 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b11e90d-f2e8-4098-b23c-cb04361fa153 req-caddec6b-66ed-4ffc-99b3-e2e15c68c45e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0662374 Jul 29 20:49:25.581639 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b11e90d-f2e8-4098-b23c-cb04361fa153 req-9718fe27-5f05-4213-89f3-1d974d7dbbad tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Jul 29 20:49:25.694183 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1e925088-bac1-40c6-83ce-5f3398dc0e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.803764 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1e925088-bac1-40c6-83ce-5f3398dc0e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.808757 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1e925088-bac1-40c6-83ce-5f3398dc0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.849440 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1e925088-bac1-40c6-83ce-5f3398dc0e6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eddc7a19360849db98b3a49a070e87ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852122 Jul 29 20:49:25.852213 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36266) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:25.855111 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925088-bac1-40c6-83ce-5f3398dc0e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe11b62-a1b6-47f7-8a2b-aca386bf3a48,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:25.919228 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:25.949630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.020097 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.022780 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.023926 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fe11b62-a1b6-47f7-8a2b-aca386bf3a48 HTTP/1.1" status: 204 len: 168 time: 0.1703591 Jul 29 20:49:26.033471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f626c0-1b72-4e9e-bacc-8cac47381d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe11b62-a1b6-47f7-8a2b-aca386bf3a48,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:26.303833 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36290) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:26.411168 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1c128f47-a6ae-4ad3-873e-acb146928e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.415715 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36294) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:26.429574 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.451654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.db.api [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 20:49:26.451654 dv-cinder-802957-1-iscsi neutron-server[104709]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 20:49:26.451654 dv-cinder-802957-1-iscsi neutron-server[104709]: [parameters: {'project_id': '5cb0dfdbceef4026854ca27c3ced3ff5', 'id': '63681425-121f-4a3d-94c4-e94291e13ce6', 'expiration': datetime.datetime(2021, 7, 29, 20, 51, 26, 446673)}] Jul 29 20:49:26.451654 dv-cinder-802957-1-iscsi neutron-server[104709]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 20:49:26.452504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG oslo_db.api [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 20:49:26.533411 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d6332c2f-2df4-4412-a1a2-c187f9188b86 req-cc0f6844-c6eb-4d40-b799-5c3434274f88 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 210 time: 0.0305636 Jul 29 20:49:26.584190 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1c128f47-a6ae-4ad3-873e-acb146928e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.590008 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1c128f47-a6ae-4ad3-873e-acb146928e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.656453 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1c128f47-a6ae-4ad3-873e-acb146928e41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fec51d6eb62443089a5c55d944e5b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493137 Jul 29 20:49:26.657870 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36302) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:26.660186 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c128f47-a6ae-4ad3-873e-acb146928e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0c140-b52d-4136-9273-6d5a7f839ebe,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:26.675442 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-5a7fd909-c827-4db1-9469-612505a37b74 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:26.677062 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-5a7fd909-c827-4db1-9469-612505a37b74 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1626966 Jul 29 20:49:26.696626 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Request body: {'port': {'device_id': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'admin_state_up': True, 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:26.744492 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.765837 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc296aa-28f3-47cd-998b-a86bce9e50c0 req-5e0a30c5-01e9-4d82-8f03-24433cc6b22d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:26.767359 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8dc296aa-28f3-47cd-998b-a86bce9e50c0 req-5e0a30c5-01e9-4d82-8f03-24433cc6b22d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1124830 Jul 29 20:49:26.786197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.819437 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:26.823163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.836133 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8dc296aa-28f3-47cd-998b-a86bce9e50c0 req-f1606d15-0e46-4ee4-81e6-6c0cacdb7d58 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596390 Jul 29 20:49:26.863147 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.865686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.866828 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ef0c140-b52d-4136-9273-6d5a7f839ebe HTTP/1.1" status: 204 len: 168 time: 0.2080755 Jul 29 20:49:26.874461 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9166d39-1209-4bbd-aa24-ca7a7c08de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0c140-b52d-4136-9273-6d5a7f839ebe,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:26.954808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:26.968835 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Allocated IP 172.20.0.5 (e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46/51c7c5fe-d5da-4a21-9950-5b585fc2bf84/2db6035a-2558-43ee-9c2f-14089b03b2da) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:27.079745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.084928 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.124067 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cb0dfdbceef4026854ca27c3ced3ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072513 Jul 29 20:49:27.125946 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146342c-b54c-4c5b-a32e-07d153adc7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45547f87-de28-4f26-958a-c99949c49d8c,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:27.127454 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36312) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:27.168698 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.213862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.252624 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.261530 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.278060 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:27.341268 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.344606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.348570 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45547f87-de28-4f26-958a-c99949c49d8c HTTP/1.1" status: 204 len: 168 time: 0.2195487 Jul 29 20:49:27.363839 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:27.372192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6288-d424-4179-991f-75a01a181920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45547f87-de28-4f26-958a-c99949c49d8c,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:27.374424 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:27.380301 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:27.386789 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:27.387340 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.404335 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event updated for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:27.417687 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-78b1f3f1-8add-40be-8a18-85c98e2d97a7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257025 Jul 29 20:49:27.440144 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Request body: {'port': {'device_id': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:27.529644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:27.675485 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd01b1c-b991-41ef-8cb2-29951886172d req-6eb7905a-37e6-43a4-aff5-5a020bceb050 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:27.681677 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5bd01b1c-b991-41ef-8cb2-29951886172d req-6eb7905a-37e6-43a4-aff5-5a020bceb050 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 931 time: 0.0724728 Jul 29 20:49:27.783442 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5bd01b1c-b991-41ef-8cb2-29951886172d req-123dca89-b420-446b-91fc-f84d693199db tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932229 Jul 29 20:49:27.983667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db6035a-2558-43ee-9c2f-14089b03b2da {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:27.992304 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.007009 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Transition to ACTIVE for port object 2db6035a-2558-43ee-9c2f-14089b03b2da will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:28.016878 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.050519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c763d-8e2e-4e19-869c-20adf85d32f4 req-afe78541-cb92-48b1-9b95-62b3dab2899e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.057140 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-191c763d-8e2e-4e19-869c-20adf85d32f4 req-afe78541-cb92-48b1-9b95-62b3dab2899e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0875845 Jul 29 20:49:28.104026 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:28.124506 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Attempting to bind port 2db6035a-2558-43ee-9c2f-14089b03b2da on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:28.125355 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Attempting to bind port 2db6035a-2558-43ee-9c2f-14089b03b2da by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:28.125656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Attempting to bind port 2db6035a-2558-43ee-9c2f-14089b03b2da on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:28.130331 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-191c763d-8e2e-4e19-869c-20adf85d32f4 req-96d93fe9-f018-48e7-a808-c6457a92d27c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630205 Jul 29 20:49:28.131386 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Port 2db6035a-2558-43ee-9c2f-14089b03b2da on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:28.131787 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Attempting to bind port 2db6035a-2558-43ee-9c2f-14089b03b2da on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:28.141033 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:28.141377 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Checking segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:28.141770 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Bound using segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:28.142210 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Bound port: 2db6035a-2558-43ee-9c2f-14089b03b2da, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:28.142571 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.266181 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:28.282179 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2db6035a-2558-43ee-9c2f-14089b03b2da,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:28.290791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.345296 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.345938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.348005 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/2db6035a-2558-43ee-9c2f-14089b03b2da HTTP/1.1" status: 200 len: 1093 time: 0.9130857 Jul 29 20:49:28.348546 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:28.350778 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e281a4-d1f9-4390-af09-3de641606c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:28.375193 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f0288-17ca-4add-98da-262e008e82c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:28.398233 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:28.411965 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98950d5c-c92e-4fac-850c-de1d6df692d3 x-openstack-request-id: req-98950d5c-c92e-4fac-850c-de1d6df692d3 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:28.412249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:28.412500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98950d5c-c92e-4fac-850c-de1d6df692d3 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:28.412890 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da', 'status': 'completed', 'code': 200} Jul 29 20:49:28.466616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-2cd29431-8d40-4639-b495-e960bebf0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.468127 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-2cd29431-8d40-4639-b495-e960bebf0701 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 1096 time: 0.0446403 Jul 29 20:49:28.521578 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-b71d84d5-fde1-47ea-baa5-0f2e590b3217 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2db6035a-2558-43ee-9c2f-14089b03b2da HTTP/1.1" status: 200 len: 217 time: 0.0416269 Jul 29 20:49:28.580702 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-149bb2e7-4009-4130-9c93-e374fca5f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.582724 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-149bb2e7-4009-4130-9c93-e374fca5f4f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.0488901 Jul 29 20:49:28.617341 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-63291d3c-cb46-4768-96f6-4f82a45aba89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254872 Jul 29 20:49:28.731325 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-d9cb3f62-ed9e-44ea-96ff-3a52d69da543 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025448 Jul 29 20:49:28.844963 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9157b16e-9b8d-4cbf-b60a-ea5056f5b01c req-c26006a4-9053-4a2d-8f93-ca002c14a77c service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044841 Jul 29 20:49:28.959230 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e281a4-d1f9-4390-af09-3de641606c6e req-4559521d-5d19-4bf4-8695-a96fc9b2eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.961539 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-4559521d-5d19-4bf4-8695-a96fc9b2eaba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 1096 time: 0.0531902 Jul 29 20:49:28.970056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a1582-a4df-40df-82ba-7ffc442a1ee7 req-d90e0423-d36c-4a6f-ba66-abfc17364068 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:28.972155 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e56a1582-a4df-40df-82ba-7ffc442a1ee7 req-d90e0423-d36c-4a6f-ba66-abfc17364068 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 943 time: 0.0737181 Jul 29 20:49:29.036250 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e56a1582-a4df-40df-82ba-7ffc442a1ee7 req-3afb6797-a5b5-43fd-be39-6304afeb407d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576508 Jul 29 20:49:29.086493 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e281a4-d1f9-4390-af09-3de641606c6e req-ac2af42f-da43-4fea-b80e-3117c9681101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:29.088155 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-ac2af42f-da43-4fea-b80e-3117c9681101 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 915 time: 0.1164505 Jul 29 20:49:29.138281 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-f68781d8-ed70-4919-93b9-bec968133523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2db6035a-2558-43ee-9c2f-14089b03b2da HTTP/1.1" status: 200 len: 217 time: 0.0349197 Jul 29 20:49:29.189912 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e281a4-d1f9-4390-af09-3de641606c6e req-99bcc320-4c6b-49ae-b211-be02fb147989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:29.192007 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-99bcc320-4c6b-49ae-b211-be02fb147989 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.0427945 Jul 29 20:49:29.231164 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-ac3279cf-e6ff-4c8e-b746-747458aabfad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291193 Jul 29 20:49:29.286566 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fe068-f56d-4e98-8531-9c30513526f1 req-8efede85-8559-42e4-aa22-bb1a81e60c76 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:29.288260 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-629fe068-f56d-4e98-8531-9c30513526f1 req-8efede85-8559-42e4-aa22-bb1a81e60c76 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0585413 Jul 29 20:49:29.344823 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-629fe068-f56d-4e98-8531-9c30513526f1 req-65d8c8bf-7a1a-4fd7-bbba-951c07a04a8c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jul 29 20:49:29.344992 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-06b843a2-6046-4f8b-bbfd-d4e96907ca34 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031201 Jul 29 20:49:29.453004 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-52e281a4-d1f9-4390-af09-3de641606c6e req-5c12b868-e31a-4881-9671-0c2b86f8b378 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977666 Jul 29 20:49:30.139089 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36470) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:30.222292 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a961-40ff-4225-90dd-f9f1c93a607d req-d384f111-08b2-4e50-b741-b9b0222f046a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:30.223954 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f08a961-40ff-4225-90dd-f9f1c93a607d req-d384f111-08b2-4e50-b741-b9b0222f046a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 943 time: 0.0600562 Jul 29 20:49:30.264972 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f08a961-40ff-4225-90dd-f9f1c93a607d req-9e6c5109-fcd1-4d9b-84f9-7d0b933bfa30 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347054 Jul 29 20:49:30.280129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0b165764-a097-4d63-bac9-1f567c970201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.382043 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0b165764-a097-4d63-bac9-1f567c970201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.394885 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0b165764-a097-4d63-bac9-1f567c970201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.477100 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0b165764-a097-4d63-bac9-1f567c970201 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e7830127b2d4ad98ff7b9708d44eb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391829 Jul 29 20:49:30.480982 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36482) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:30.489140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b165764-a097-4d63-bac9-1f567c970201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc4432a-1c06-4fff-a9ce-12abf004fff5,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:30.535796 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963b77-55f3-490d-b53c-3f53484be8b1 req-e007ddcf-0fb0-4c0d-af86-6d197b6177e3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:30.537304 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-81963b77-55f3-490d-b53c-3f53484be8b1 req-e007ddcf-0fb0-4c0d-af86-6d197b6177e3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1225677 Jul 29 20:49:30.569684 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.595236 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-81963b77-55f3-490d-b53c-3f53484be8b1 req-c51da2ea-8a88-42c8-8791-6da616663516 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507617 Jul 29 20:49:30.604041 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.654021 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.656600 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:30.657748 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bc4432a-1c06-4fff-a9ce-12abf004fff5 HTTP/1.1" status: 204 len: 168 time: 0.1752834 Jul 29 20:49:30.665526 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437190-7c81-4ff2-a9cf-1d8600644632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc4432a-1c06-4fff-a9ce-12abf004fff5,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:30.911521 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36490) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:30.925331 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5a264a7b-17e3-4401-a3e0-0e8d7fc4de66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.027136 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5a264a7b-17e3-4401-a3e0-0e8d7fc4de66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.031443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5a264a7b-17e3-4401-a3e0-0e8d7fc4de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.070162 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5a264a7b-17e3-4401-a3e0-0e8d7fc4de66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b7f73fa22dc413e830e75935760e46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574807 Jul 29 20:49:31.071689 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36496) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:31.076003 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a264a7b-17e3-4401-a3e0-0e8d7fc4de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c4f3f-00b8-4e0c-b107-4003ac69aee6,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:31.125294 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.148273 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.210374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.213347 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:31.214491 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c1c4f3f-00b8-4e0c-b107-4003ac69aee6 HTTP/1.1" status: 204 len: 168 time: 0.1418395 Jul 29 20:49:31.225926 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d496e-f9c4-4488-95cc-4dc1fb2bc1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c4f3f-00b8-4e0c-b107-4003ac69aee6,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:31.271713 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb80d42-db17-46f7-be70-67d960a2801d req-7ca76ea7-adac-4b68-a228-19872763454f tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:31.273203 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bcb80d42-db17-46f7-be70-67d960a2801d req-7ca76ea7-adac-4b68-a228-19872763454f tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.0562787 Jul 29 20:49:31.313870 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bcb80d42-db17-46f7-be70-67d960a2801d req-5a9f17b4-3903-44c3-aa3e-a1452ba10593 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341518 Jul 29 20:49:31.404628 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c60535-2ea1-49e5-869d-b082632b8f89 req-712c6b43-924f-41fd-8a29-8661f2050306 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:31.411213 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9c60535-2ea1-49e5-869d-b082632b8f89 req-712c6b43-924f-41fd-8a29-8661f2050306 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 943 time: 0.0684171 Jul 29 20:49:31.450980 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9c60535-2ea1-49e5-869d-b082632b8f89 req-af1f1375-3656-4b0b-ae18-9fdcae01131f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Jul 29 20:49:31.728906 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd21a8-0371-440e-82c5-6dea0c7be963 req-1b563c1c-284f-4381-8654-0e61c0647c90 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:31.731147 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67bd21a8-0371-440e-82c5-6dea0c7be963 req-1b563c1c-284f-4381-8654-0e61c0647c90 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0641870 Jul 29 20:49:31.770246 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67bd21a8-0371-440e-82c5-6dea0c7be963 req-cc643c67-446a-4f47-bb66-294828511b0a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Jul 29 20:49:32.445619 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466df265-69ad-4150-bd90-cc5c31cc2baa req-7e4ce944-2453-48e0-9511-a223dd4ce172 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.447134 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-466df265-69ad-4150-bd90-cc5c31cc2baa req-7e4ce944-2453-48e0-9511-a223dd4ce172 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.0549109 Jul 29 20:49:32.487621 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-466df265-69ad-4150-bd90-cc5c31cc2baa req-aa7291bf-618d-49d5-bde7-815f3550eca0 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Jul 29 20:49:32.575779 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692f4d6-dd73-4bd7-af25-6d8c00fb88d7 req-5e2b7d3e-3342-4e2c-a36f-fabdfb016ea3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.577271 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4692f4d6-dd73-4bd7-af25-6d8c00fb88d7 req-5e2b7d3e-3342-4e2c-a36f-fabdfb016ea3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 943 time: 0.0513988 Jul 29 20:49:32.621423 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4692f4d6-dd73-4bd7-af25-6d8c00fb88d7 req-8107fa07-5185-4bba-9ea5-4058773de873 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Jul 29 20:49:32.920073 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746733d8-1b8e-41fc-96fc-578e2d392319 req-080e88c3-313b-40be-8446-9cef32749cd1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:32.921545 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-746733d8-1b8e-41fc-96fc-578e2d392319 req-080e88c3-313b-40be-8446-9cef32749cd1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0529251 Jul 29 20:49:32.973622 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-746733d8-1b8e-41fc-96fc-578e2d392319 req-33eef025-d9f3-43e2-95a8-08eb0083cea3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Jul 29 20:49:33.032228 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 2db6035a-2558-43ee-9c2f-14089b03b2da details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:33.146172 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2db6035a-2558-43ee-9c2f-14089b03b2da,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:33.160608 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '2db6035a-2558-43ee-9c2f-14089b03b2da', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'port_id': '2db6035a-2558-43ee-9c2f-14089b03b2da', 'mac_address': 'fa:16:3e:f0:00:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c7c5fe-d5da-4a21-9950-5b585fc2bf84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:33.242419 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.269200 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db6035a-2558-43ee-9c2f-14089b03b2da {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:33.292021 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2db6035a-2558-43ee-9c2f-14089b03b2da,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:33.297157 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.319246 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36618) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:33.356317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:33.443609 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.554922 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.560020 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.599222 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=970028a7d4584fd68a7a4d3008c1c571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787876 Jul 29 20:49:33.605044 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36626) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:33.611784 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b722ddd-ae2c-4ea9-b22e-2eac32ff39b2,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:33.628987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e683-db44-432c-92cb-5d7a18dda561 req-acce96ae-a301-46ec-8d08-8b1a0b689d13 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:33.631457 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5f88e683-db44-432c-92cb-5d7a18dda561 req-acce96ae-a301-46ec-8d08-8b1a0b689d13 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.0582128 Jul 29 20:49:33.653296 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.653870 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.654444 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.655030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.655570 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.656204 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.659098 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.659860 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.660362 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.661132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.661616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.667115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b3b157-b008-4d6f-94c9-c015d36d365b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:33.697508 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5f88e683-db44-432c-92cb-5d7a18dda561 req-eee85558-92bb-469d-8f05-d0c507eb2a33 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/security-groups?id=586947cf-b1da-4359-8be4-a2910f9fea86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 Jul 29 20:49:33.719018 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['2db6035a-2558-43ee-9c2f-14089b03b2da'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:33.719805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.743895 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.775562 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd109751-1426-4998-aad4-d1a012c4b50e req-60e043aa-ce11-4781-b32f-ea47413f7863 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:33.777413 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd109751-1426-4998-aad4-d1a012c4b50e req-60e043aa-ce11-4781-b32f-ea47413f7863 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 944 time: 0.0615091 Jul 29 20:49:33.819475 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd109751-1426-4998-aad4-d1a012c4b50e req-25aee7dc-e77b-4e5b-b482-34aeba9dff32 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Jul 29 20:49:33.879013 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.882322 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:33.885023 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b722ddd-ae2c-4ea9-b22e-2eac32ff39b2 HTTP/1.1" status: 204 len: 168 time: 0.2809656 Jul 29 20:49:33.902434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509720e-ef90-406b-a244-d40ba87a9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b722ddd-ae2c-4ea9-b22e-2eac32ff39b2,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:33.943150 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-f09f5891-1946-4948-81d8-03b9b8f815cc tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:33.944649 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-f09f5891-1946-4948-81d8-03b9b8f815cc tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.44 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 946 time: 0.1318636 Jul 29 20:49:34.132358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4486a-d95b-48d3-a4df-b53e33e5282e req-ba4d2065-645a-493b-b0af-c1d771147243 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:34.140261 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dac4486a-d95b-48d3-a4df-b53e33e5282e req-ba4d2065-645a-493b-b0af-c1d771147243 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0841911 Jul 29 20:49:34.194345 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dac4486a-d95b-48d3-a4df-b53e33e5282e req-20809264-dad1-428a-8a0d-f6cbb20c7b1a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Jul 29 20:49:34.240846 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36654) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:34.257102 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.318906 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Deleting port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:49:34.319176 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.398411 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.407766 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.428331 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] For port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,segment=NetworkSegment(d03869ec-9505-4fa5-b691-c49df9c759ed),segment_id=d03869ec-9505-4fa5-b691-c49df9c759ed)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:34.428830 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.448309 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e820667e64714393a8f08e33498cdc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063613 Jul 29 20:49:34.451818 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36668) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:34.466930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Calling delete_port for 1b0c892b-dd2f-4c9c-9ea3-43883f68583d owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:49:34.469847 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f7339f-b36b-47d7-b994-f312c4924aec,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:34.479844 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.480264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.480702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.481103 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.481533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.481932 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.482359 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.482786 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.483209 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.483545 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.483875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.484199 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21189f0d-f1ae-4350-af3f-17fbf17d22f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:34.622942 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.659767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.750266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.769975 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['1b0c892b-dd2f-4c9c-9ea3-43883f68583d'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:34.789492 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Pushing event deleted for resources: {'Port': ['ID=1b0c892b-dd2f-4c9c-9ea3-43883f68583d,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:34.884412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.887309 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.888461 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1259a9f3-5bd6-4bc3-8fef-ea4a4cf9af1c req-b331540c-f94e-4e03-b5e0-e84c0d9da414 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.0385954 Jul 29 20:49:34.889243 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41f7339f-b36b-47d7-b994-f312c4924aec HTTP/1.1" status: 204 len: 168 time: 0.4355879 Jul 29 20:49:34.890441 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] No DVR routers for this DVR port 1b0c892b-dd2f-4c9c-9ea3-43883f68583d on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:49:34.897251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:34.900120 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-263475fd-d889-47c7-805d-ccf64e5f4490 req-60e71b0c-ae80-4e70-884e-3d952c610b77 tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.44 "DELETE /v2.0/ports/1b0c892b-dd2f-4c9c-9ea3-43883f68583d HTTP/1.1" status: 204 len: 173 time: 0.9470704 Jul 29 20:49:34.900120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'name': 'network-vif-deleted', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:34.905096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa4a93b-d1e4-4c63-a480-77945a694c88" -d '{"events": [{"server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "name": "network-vif-deleted", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:34.918143 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ec179-1d5c-4b5c-933a-3766e01c235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f7339f-b36b-47d7-b994-f312c4924aec,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:34.984195 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd726bdd-bcee-4578-a5a1-81dd763a7bf7 x-openstack-request-id: req-fd726bdd-bcee-4578-a5a1-81dd763a7bf7 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:34.984564 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54759f0d-fee8-4789-ad62-f21e6508582a", "name": "network-vif-deleted", "tag": "1b0c892b-dd2f-4c9c-9ea3-43883f68583d", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:34.984819 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd726bdd-bcee-4578-a5a1-81dd763a7bf7 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:34.985193 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54759f0d-fee8-4789-ad62-f21e6508582a', 'name': 'network-vif-deleted', 'tag': '1b0c892b-dd2f-4c9c-9ea3-43883f68583d', 'status': 'completed', 'code': 200} Jul 29 20:49:35.042849 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86192bc8-e9e1-47e8-81b7-16402588db96 req-4decbae6-6bba-42b8-831a-a5a2446e6f38 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.044302 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-86192bc8-e9e1-47e8-81b7-16402588db96 req-4decbae6-6bba-42b8-831a-a5a2446e6f38 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 944 time: 0.0597208 Jul 29 20:49:35.048040 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 2db6035a-2558-43ee-9c2f-14089b03b2da up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:49:35.108898 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-86192bc8-e9e1-47e8-81b7-16402588db96 req-bbf20b16-cea7-41bb-a662-9c21008664e8 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Jul 29 20:49:35.147760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 2db6035a-2558-43ee-9c2f-14089b03b2da completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:49:35.152210 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 2db6035a-2558-43ee-9c2f-14089b03b2da triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:49:35.152584 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:35.269907 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:35.301483 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:35.309045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1b6399-d7c5-4fa8-848b-0359f7ae3507" -d '{"events": [{"server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:35.312790 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91109c9-da24-46fc-90ad-2cf1a13ff344 req-9cbe451b-0664-41b0-b2b4-c6fb3facb62f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.322154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f91109c9-da24-46fc-90ad-2cf1a13ff344 req-9cbe451b-0664-41b0-b2b4-c6fb3facb62f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0662100 Jul 29 20:49:35.353531 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2db6035a-2558-43ee-9c2f-14089b03b2da,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:35.358965 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:35.359669 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 1b0c892b-dd2f-4c9c-9ea3-43883f68583d no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:49:35.364039 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f91109c9-da24-46fc-90ad-2cf1a13ff344 req-1bb51c3b-61a8-4065-a6ff-bfbc387eee5e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Jul 29 20:49:35.415267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18848f-7f9b-4293-97b6-4544fb67c7b0 x-openstack-request-id: req-fe18848f-7f9b-4293-97b6-4544fb67c7b0 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:35.415583 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:35.416039 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe18848f-7f9b-4293-97b6-4544fb67c7b0 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:35.416602 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da', 'code': 200} Jul 29 20:49:35.419527 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 1b0c892b-dd2f-4c9c-9ea3-43883f68583d {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:49:35.420056 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 1b0c892b-dd2f-4c9c-9ea3-43883f68583d not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:49:35.448725 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:35.458630 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.459741 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.460196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.460645 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.461088 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.462046 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.462448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.462996 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.470781 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.472700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.473197 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.473707 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:49:35.641711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3f3c-569e-4806-b8c7-4db9d982e233 req-df853f15-9981-435b-9e82-d73614fbfaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:35.641711 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6d5e3f3c-569e-4806-b8c7-4db9d982e233 req-df853f15-9981-435b-9e82-d73614fbfaaf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 1098 time: 0.0430698 Jul 29 20:49:35.683025 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6d5e3f3c-569e-4806-b8c7-4db9d982e233 req-0c4d7ab1-68d1-49ee-a739-af31cef79d4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297608 Jul 29 20:49:36.029092 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-78421c26-20c8-4b81-b643-1b6e3d75236c req-71bb4ee1-cdcc-4cad-8bf8-4e69bc94b8bb tempest-DeleteServersTestJSON-319783869 tempest-DeleteServersTestJSON-319783869-project] 10.222.0.43 "GET /v2.0/ports?device_id=54759f0d-fee8-4789-ad62-f21e6508582a HTTP/1.1" status: 200 len: 210 time: 0.0361419 Jul 29 20:49:36.252606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36772) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:36.271749 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36774) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:36.294295 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8e2e-4deb-4510-bc82-092760463314 req-ae2fb869-36d6-4938-83cb-5904ed6cf41c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:36.296098 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-57da8e2e-4deb-4510-bc82-092760463314 req-ae2fb869-36d6-4938-83cb-5904ed6cf41c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 945 time: 0.1003556 Jul 29 20:49:36.315367 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Deleting subnet 6241bfa1-8539-4fea-9f33-e2a566bf6a32 {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:49:36.318564 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.336986 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-57da8e2e-4deb-4510-bc82-092760463314 req-fea878ab-d32b-4168-bf62-085a0a6f680a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jul 29 20:49:36.358984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.368163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.390723 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e50f088f-80ec-41bb-902a-b50ac6950225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.431352 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.463614 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.468240 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6241bfa1-8539-4fea-9f33-e2a566bf6a32 HTTP/1.1" status: 204 len: 168 time: 0.2119827 Jul 29 20:49:36.468240 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38916c-82f1-404d-bc84-6ffc34504005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6241bfa1-8539-4fea-9f33-e2a566bf6a32,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:36.472394 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36780) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:36.520275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9da28-95f0-4a69-86e1-144e132b0372 req-513245f2-c036-450b-a6e0-6cf0756f9402 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:36.521763 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e1a9da28-95f0-4a69-86e1-144e132b0372 req-513245f2-c036-450b-a6e0-6cf0756f9402 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0687678 Jul 29 20:49:36.536270 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e50f088f-80ec-41bb-902a-b50ac6950225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.545612 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.548962 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e50f088f-80ec-41bb-902a-b50ac6950225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.603815 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e50f088f-80ec-41bb-902a-b50ac6950225 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f751c08de3d048ff84b75ec81a373e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308368 Jul 29 20:49:36.606913 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e1a9da28-95f0-4a69-86e1-144e132b0372 req-ca866f47-f605-4d42-b3a8-d0451165ab4c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762432 Jul 29 20:49:36.607371 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36782) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:36.615452 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f088f-80ec-41bb-902a-b50ac6950225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c310a0bc-9ced-426c-bf42-3579dc123beb,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:36.636014 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.646293 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.646902 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.647411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.647769 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > port after_create 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.648114 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.648455 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > port after_update 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.648803 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.649150 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.649468 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.649789 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.658400 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.681020 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.729989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.732778 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.733965 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c310a0bc-9ced-426c-bf42-3579dc123beb HTTP/1.1" status: 204 len: 168 time: 0.1248486 Jul 29 20:49:36.742129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd00a-9954-42be-b040-061c2f0cd674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c310a0bc-9ced-426c-bf42-3579dc123beb,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:36.865406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.865942 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.866340 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.866915 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:36.867302 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27747ff8-c3fc-45f9-88c0-2431dc5c30a4']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:36.885624 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c903484-fa06-43ae-bd40-65a261e00d12') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:36.885987 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c903484-fa06-43ae-bd40-65a261e00d12') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:36.907946 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.930045 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.939505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:49:36.940622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: from cryptography.utils import int_from_bytes Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: from cryptography.utils import int_from_bytes Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:49:36.944780 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:49:37.004007 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.010947 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.012967 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] 10.222.0.43 "DELETE /v2.0/networks/27747ff8-c3fc-45f9-88c0-2431dc5c30a4 HTTP/1.1" status: 204 len: 168 time: 0.5394206 Jul 29 20:49:37.015863 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36798) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:37.022335 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a204f-605d-4198-bb65-e5c56b399009 admin admin] Pushing event deleted for resources: {'Network': ['ID=27747ff8-c3fc-45f9-88c0-2431dc5c30a4,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:37.064586 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Deleting subnet fcab53af-db27-4e67-a5dc-2ebc9739b2d8 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:49:37.068917 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.104861 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.115691 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.182887 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.218975 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcab53af-db27-4e67-a5dc-2ebc9739b2d8,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:37.235485 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.238090 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-bb406a2b-ba1e-4d70-a5f4-33c072d73aa0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fcab53af-db27-4e67-a5dc-2ebc9739b2d8 HTTP/1.1" status: 204 len: 168 time: 0.2206523 Jul 29 20:49:37.240710 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36818) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:37.329064 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.420833 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.431305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450d45a7-deec-4bd9-adec-7ee576d3d5da']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:37.442028 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25cd984-6146-42b8-8db8-366e16c75327') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:37.442379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25cd984-6146-42b8-8db8-366e16c75327') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:37.451530 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.466921 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.473711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:49:37.474261 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:49:37.475905 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:49:37.483686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b396e-7b94-4f07-8121-92e7eaeb669d req-7d6624af-9b73-4d09-baa6-124e82c319fa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:37.485342 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-628b396e-7b94-4f07-8121-92e7eaeb669d req-7d6624af-9b73-4d09-baa6-124e82c319fa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 945 time: 0.0505495 Jul 29 20:49:37.530529 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-628b396e-7b94-4f07-8121-92e7eaeb669d req-09917147-63f1-49cd-a5f5-7116de0de331 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Jul 29 20:49:37.533324 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.539644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.542240 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] 10.222.0.43 "DELETE /v2.0/networks/450d45a7-deec-4bd9-adec-7ee576d3d5da HTTP/1.1" status: 204 len: 168 time: 0.3000524 Jul 29 20:49:37.555548 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6eaa6-99b2-4e46-bb0e-1f9b6e0fc237 admin admin] Pushing event deleted for resources: {'Network': ['ID=450d45a7-deec-4bd9-adec-7ee576d3d5da,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:37.736822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad0b6b-e5df-4180-bb88-77f5dcee406e req-2fb6150a-9b85-4e97-bdc4-a450afaeba3f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:37.739726 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9ad0b6b-e5df-4180-bb88-77f5dcee406e req-2fb6150a-9b85-4e97-bdc4-a450afaeba3f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0575008 Jul 29 20:49:37.752957 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36848) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:37.789795 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9ad0b6b-e5df-4180-bb88-77f5dcee406e req-a61a041c-c5be-41c3-9dfd-7edd432a4808 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Jul 29 20:49:37.796821 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d708bf5d-8bdc-4a5d-a1f9-0d3f3a097dc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=266c49ad761c40c3b0fe13143db21022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424764 Jul 29 20:49:37.800804 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36852) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:37.860983 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.884536 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.939057 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.942348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:37.943709 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b145a757-f984-46bf-9155-440a425da3fa HTTP/1.1" status: 204 len: 168 time: 0.1430907 Jul 29 20:49:37.965634 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0cac-b747-4cc4-9e4c-72d7e5f0c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b145a757-f984-46bf-9155-440a425da3fa,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:38.319077 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36876) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:38.358143 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1558039c-ff8c-4c63-a357-18c7a1f5d5d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27812c0b09cd4daf924981ef842f5c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379136 Jul 29 20:49:38.360573 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36878) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:38.408931 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.431501 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.488751 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.491363 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.494933 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e11732fa-2daf-422d-9bc0-f25c752a4ac6 HTTP/1.1" status: 204 len: 168 time: 0.1309528 Jul 29 20:49:38.501565 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b02d-4e4a-4f76-96cb-2907c5d2e04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11732fa-2daf-422d-9bc0-f25c752a4ac6,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:38.525438 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36890) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:38.573335 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Deleting subnet b48611b7-ebf2-4686-94ed-c41b6dd8d9f0 {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:49:38.576447 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.614809 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3253621'] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.655643 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.710799 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3539254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10419055'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.738505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48611b7-ebf2-4686-94ed-c41b6dd8d9f0,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:38.740956 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.745542 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3129798a-9fd3-415e-aa01-0563ef5bb370 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b48611b7-ebf2-4686-94ed-c41b6dd8d9f0 HTTP/1.1" status: 204 len: 168 time: 0.2190540 Jul 29 20:49:38.745689 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36894) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:38.827508 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.948282 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:38.961506 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.961857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.962605 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.962980 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > port after_create 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.963466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.963802 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > port after_update 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.964263 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.964608 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.964934 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:38.965523 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:39.035458 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:39.035809 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:39.036139 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:39.036467 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 20:49:39.036917 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d467ff9-d03f-4eba-981b-093018fd4c00']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:39.059097 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03869ec-9505-4fa5-b691-c49df9c759ed') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:39.059391 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03869ec-9505-4fa5-b691-c49df9c759ed') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:49:39.086206 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4f5bd-d8a9-4787-8366-9a7c0ae25f46 req-7175eeeb-92e6-4c54-9b46-69f6393a030c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:39.088113 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9de4f5bd-d8a9-4787-8366-9a7c0ae25f46 req-7175eeeb-92e6-4c54-9b46-69f6393a030c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1776972 Jul 29 20:49:39.090061 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.143576 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.170724 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:49:39.171144 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: from cryptography.utils import int_from_bytes Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: from cryptography.utils import int_from_bytes Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:49:39.176486 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:49:39.227667 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9de4f5bd-d8a9-4787-8366-9a7c0ae25f46 req-06f90ea6-9425-44e8-a0ae-7f51a54a6813 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235955 Jul 29 20:49:39.270442 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.281923 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.288731 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] 10.222.0.43 "DELETE /v2.0/networks/2d467ff9-d03f-4eba-981b-093018fd4c00 HTTP/1.1" status: 204 len: 168 time: 0.5420079 Jul 29 20:49:39.322959 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8457-dcdb-46af-8d8a-7c62571d078f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d467ff9-d03f-4eba-981b-093018fd4c00,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:39.481965 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36938) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:39.532347 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1d6363d8-499d-4ec9-b11d-e038074b43aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00b4068fa88b4269a27f9a2c789e4372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486691 Jul 29 20:49:39.534646 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 36944) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:39.596539 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.620455 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.654988 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36954) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:39.750903 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.754214 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.755533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/586947cf-b1da-4359-8be4-a2910f9fea86 HTTP/1.1" status: 204 len: 168 time: 0.2197986 Jul 29 20:49:39.771616 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-f7e8b754-77da-41db-a970-2ad4374226a3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:39.775196 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-f7e8b754-77da-41db-a970-2ad4374226a3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1551554 Jul 29 20:49:39.784700 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140e3e4-85b9-4b3e-ad2f-e80ba19e6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586947cf-b1da-4359-8be4-a2910f9fea86,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:39.785233 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-87df8b99-746c-44ad-9a08-7ad96d47d80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.821858 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-4a2502cb-e7c3-4349-8515-0be65e605644 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/quotas/a693282003e54d9f9a7343890ea6d82c HTTP/1.1" status: 200 len: 375 time: 0.0395195 Jul 29 20:49:39.897406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-87df8b99-746c-44ad-9a08-7ad96d47d80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.901611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-87df8b99-746c-44ad-9a08-7ad96d47d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:39.910657 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-19f73b24-21cc-44f0-9d4a-dc2689515b98 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805576 Jul 29 20:49:39.997524 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df8b99-746c-44ad-9a08-7ad96d47d80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccaf03f-6881-4def-b74d-403f185e9ae3,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:40.003011 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-87df8b99-746c-44ad-9a08-7ad96d47d80d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5965b0b5b024836acbf88331b307bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469431 Jul 29 20:49:40.005467 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 36968) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:40.060441 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-df57581b-3a0c-4e59-b2c9-5cd0d01e28ad service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490521 Jul 29 20:49:40.086704 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:40.116705 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:40.162363 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-ba78a220-06ba-464d-a85d-393dfa2dc2cf service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931232 Jul 29 20:49:40.168312 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:40.171576 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:40.172796 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dccaf03f-6881-4def-b74d-403f185e9ae3 HTTP/1.1" status: 204 len: 168 time: 0.1661494 Jul 29 20:49:40.183364 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98de34f-f620-45ff-8824-9125c5e8baa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccaf03f-6881-4def-b74d-403f185e9ae3,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:40.398197 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0dd13cef-d369-4c8c-9204-7dc42842c70b req-749ff1fd-2e47-4005-9838-3217f07376ae tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 210 time: 0.0280569 Jul 29 20:49:40.431275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c378a4-62f3-4129-ac3c-8e58e069054d req-4512ce2f-d18f-4b1d-bb5f-b9f9f7b09ffc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:40.434673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b2c378a4-62f3-4129-ac3c-8e58e069054d req-4512ce2f-d18f-4b1d-bb5f-b9f9f7b09ffc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1240413 Jul 29 20:49:40.497595 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b2c378a4-62f3-4129-ac3c-8e58e069054d req-d68f4bdb-bf97-4591-b7a5-56b407115a6b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586526 Jul 29 20:49:41.194111 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37036) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:41.291827 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb0f5-7479-4265-8bc0-3cb26677454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.381832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb0f5-7479-4265-8bc0-3cb26677454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.385379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb0f5-7479-4265-8bc0-3cb26677454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.423626 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-fc1cb0f5-7479-4265-8bc0-3cb26677454b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=385e2e9375404f34b18809b6041c911c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284691 Jul 29 20:49:41.425072 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb0f5-7479-4265-8bc0-3cb26677454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd03c29-f3a4-4ae6-ba31-9a471e0ac347,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:41.426857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 37040) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:41.475919 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.517662 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b959090e-04f6-47a8-bd9d-baab55052b68 req-7490b277-e0f2-4188-99b3-b4c3336524a4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Jul 29 20:49:41.519521 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.567200 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.569679 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:41.570847 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dd03c29-f3a4-4ae6-ba31-9a471e0ac347 HTTP/1.1" status: 204 len: 168 time: 0.1429758 Jul 29 20:49:41.588718 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b95546-b902-4e18-af83-beaa33052d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd03c29-f3a4-4ae6-ba31-9a471e0ac347,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:41.626367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cec9f-228d-44d3-b4d9-dc19106fae48 req-9cbe5c63-80fe-4cea-b415-5802ef6c53d5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:41.628428 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-660cec9f-228d-44d3-b4d9-dc19106fae48 req-9cbe5c63-80fe-4cea-b415-5802ef6c53d5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0550206 Jul 29 20:49:41.665556 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-660cec9f-228d-44d3-b4d9-dc19106fae48 req-605cf5a3-3bae-450b-8d56-5ac9ff283909 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Jul 29 20:49:42.606632 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9edc30f3-4e6e-4c65-8693-d02037c1aa46 req-287b58ab-93e0-4270-9d51-daf6f3a2ffbb tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 210 time: 0.0253794 Jul 29 20:49:42.780505 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71157112-ed00-4588-9c09-33eab0c26046 req-059e994f-7b0a-41dc-8c03-24a5ce39a0b4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:42.781978 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-71157112-ed00-4588-9c09-33eab0c26046 req-059e994f-7b0a-41dc-8c03-24a5ce39a0b4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0487216 Jul 29 20:49:42.820973 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-71157112-ed00-4588-9c09-33eab0c26046 req-913740d3-a7be-45ee-8142-140e2907b1c1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jul 29 20:49:43.725997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fce82cb1-20d6-4ee7-a3ab-f75649a6ae9a req-a04e239b-956b-47e2-b1ea-d7a56f182897 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 210 time: 0.0373676 Jul 29 20:49:43.779761 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-6950be76-ffff-4314-9a87-2cc520744983 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:43.781252 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-6950be76-ffff-4314-9a87-2cc520744983 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1344340 Jul 29 20:49:43.797081 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Request body: {'port': {'device_id': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'admin_state_up': True, 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:43.908238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:43.911944 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:44.041431 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Allocated IP 172.20.0.3 (e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46/51c7c5fe-d5da-4a21-9950-5b585fc2bf84/0d013a7b-01a1-4a1c-b49b-4d449ae41d73) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:49:44.121093 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce76ca-c347-450d-b417-3a60d1d0fca0 req-fb089ed8-80ce-4f8a-9394-1d6528bca96e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.121851 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd0ca-b1c0-43ea-b186-5acd17d763c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:44.122657 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adce76ca-c347-450d-b417-3a60d1d0fca0 req-fb089ed8-80ce-4f8a-9394-1d6528bca96e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.2252176 Jul 29 20:49:44.165867 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adce76ca-c347-450d-b417-3a60d1d0fca0 req-25277467-1420-455a-888c-ad0cf660c661 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Jul 29 20:49:44.206720 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:44.249378 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:44.288644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:49:44.291600 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:44.295203 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:49:44.332777 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event updated for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:44.355476 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.356398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:44.372732 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-47bcb1d8-87e4-4a51-8e4c-97f59cac493b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792673 Jul 29 20:49:44.835237 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad119-e85b-439d-b59b-0bb0b56e6293 req-47f76d2f-f604-4a07-b0a2-f8e5a1420dd1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:44.836676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4e5ad119-e85b-439d-b59b-0bb0b56e6293 req-47f76d2f-f604-4a07-b0a2-f8e5a1420dd1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 931 time: 0.0462809 Jul 29 20:49:44.876043 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4e5ad119-e85b-439d-b59b-0bb0b56e6293 req-6bb2a315-df1a-4dbb-a024-0b19d5473af0 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Jul 29 20:49:45.099755 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1', '2db6035a-2558-43ee-9c2f-14089b03b2da'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:45.277430 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db0e0c-270d-4075-bd06-af05ef01b415 req-81088754-a3f3-4ecc-9a74-aba6527b4ce1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:45.278917 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d8db0e0c-270d-4075-bd06-af05ef01b415 req-81088754-a3f3-4ecc-9a74-aba6527b4ce1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0457747 Jul 29 20:49:45.320194 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d8db0e0c-270d-4075-bd06-af05ef01b415 req-d56c0cd1-16d8-440c-a455-c79302d79fb4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352933 Jul 29 20:49:45.985822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d034c1-e20d-4f56-9e46-8737dad39a43 req-5a21c274-2560-4032-bb9a-f78cbdfe7e2c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:45.987720 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d8d034c1-e20d-4f56-9e46-8737dad39a43 req-5a21c274-2560-4032-bb9a-f78cbdfe7e2c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 931 time: 0.0468428 Jul 29 20:49:46.023424 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d8d034c1-e20d-4f56-9e46-8737dad39a43 req-223ca7cc-0901-4074-a032-2832bdb08980 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300007 Jul 29 20:49:46.430327 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0bfd6-3fae-45e7-9a56-cbf64404a83b req-787ff973-0857-4ab7-a907-4b822e711732 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:46.431796 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e7d0bfd6-3fae-45e7-9a56-cbf64404a83b req-787ff973-0857-4ab7-a907-4b822e711732 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0462341 Jul 29 20:49:46.467869 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e7d0bfd6-3fae-45e7-9a56-cbf64404a83b req-b169f164-6b83-408f-ad85-dcf70c7f32e3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Jul 29 20:49:47.077551 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-424d9d54-78e9-4e84-8878-42c945026c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.135876 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d58992-48bf-4146-9e17-10204f87763f req-16ef0875-70cd-430c-b006-a911bb251b79 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.137328 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-28d58992-48bf-4146-9e17-10204f87763f req-16ef0875-70cd-430c-b006-a911bb251b79 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 931 time: 0.0463350 Jul 29 20:49:47.155820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Request body: {'port': {'device_id': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:47.182541 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-28d58992-48bf-4146-9e17-10204f87763f req-2c77b6ed-eca7-45ab-972f-20f1d631e3ef tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Jul 29 20:49:47.210482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.462774 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:47.473248 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.484950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Transition to ACTIVE for port object 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:49:47.487719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.538762 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Pushing event updated for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:47.550840 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.594238 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aa446-fe1e-4a24-bbb5-afdef988cea0 req-e8e0c7e4-81b6-4b47-b56a-68e4069f26ac tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.595785 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-269aa446-fe1e-4a24-bbb5-afdef988cea0 req-e8e0c7e4-81b6-4b47-b56a-68e4069f26ac tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0493982 Jul 29 20:49:47.610554 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.613079 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Attempting to bind port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:49:47.613491 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Attempting to bind port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:49:47.613820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Attempting to bind port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:47.618146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:49:47.618467 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Attempting to bind port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:49:47.623310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:49:47.623646 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Checking segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:47.624029 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Bound using segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:49:47.624451 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Bound port: 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:49:47.624805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.636337 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-269aa446-fe1e-4a24-bbb5-afdef988cea0 req-bc952f8d-f423-4500-a6c5-66cd3cf44121 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Jul 29 20:49:47.691398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:49:47.695099 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:49:47.699895 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.731503 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:47.732108 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:47.733461 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d013a7b-01a1-4a1c-b49b-4d449ae41d73 HTTP/1.1" status: 200 len: 1093 time: 0.5818977 Jul 29 20:49:47.735449 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:49:47.737779 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716734db-5ddd-4e01-8264-e34e9d891c54" -d '{"events": [{"name": "network-changed", "server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:49:47.763928 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e794c3-1929-4cdc-bf7a-d34364056039 service neutron] Pushing event updated for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:47.773236 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9c4f1-8666-4017-8927-b70920f02a8e x-openstack-request-id: req-36a9c4f1-8666-4017-8927-b70920f02a8e {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:49:47.773477 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:49:47.773656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36a9c4f1-8666-4017-8927-b70920f02a8e {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:49:47.774070 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'status': 'completed', 'code': 200} Jul 29 20:49:48.295744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8792d-ee8e-4229-9a8f-7805a3ac9f7a req-401aac6a-8dfb-42db-9b1f-6829f0672f4a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.297282 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5c8792d-ee8e-4229-9a8f-7805a3ac9f7a req-401aac6a-8dfb-42db-9b1f-6829f0672f4a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0474067 Jul 29 20:49:48.334634 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5c8792d-ee8e-4229-9a8f-7805a3ac9f7a req-853b3404-8f42-4dd4-b7e4-406be133987b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Jul 29 20:49:48.748059 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f52494-72db-4d91-910d-b9a0ad4e0177 req-e5207668-59df-4c9e-854f-490f7f0a54bc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:48.749525 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-76f52494-72db-4d91-910d-b9a0ad4e0177 req-e5207668-59df-4c9e-854f-490f7f0a54bc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0474911 Jul 29 20:49:48.789802 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-76f52494-72db-4d91-910d-b9a0ad4e0177 req-6f2a148f-d295-426e-a022-b6ebc2983985 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343947 Jul 29 20:49:49.004545 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:49.446096 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0362aa-0f7b-4955-bb14-f5350b96af2d req-ecd31d07-f3f2-42ad-90d2-3c7b5caad844 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.447572 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ed0362aa-0f7b-4955-bb14-f5350b96af2d req-ecd31d07-f3f2-42ad-90d2-3c7b5caad844 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0461493 Jul 29 20:49:49.483721 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ed0362aa-0f7b-4955-bb14-f5350b96af2d req-ceb9878a-cba8-4f91-9a07-d2e39024c5e1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jul 29 20:49:49.900756 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8360b-3db7-4323-9a2f-068ac45e7082 req-b5c08ce2-2a7f-411b-bd47-d810418aee57 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:49.902236 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b3c8360b-3db7-4323-9a2f-068ac45e7082 req-b5c08ce2-2a7f-411b-bd47-d810418aee57 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0472310 Jul 29 20:49:49.939297 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b3c8360b-3db7-4323-9a2f-068ac45e7082 req-c84370d2-383e-4815-b51d-0f5a927a2963 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312197 Jul 29 20:49:50.594216 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f59450-8cda-4072-9756-d8c14d2cb03f req-54d26ef4-8e80-4860-ab52-a267b4df5875 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.595725 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c3f59450-8cda-4072-9756-d8c14d2cb03f req-54d26ef4-8e80-4860-ab52-a267b4df5875 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0482500 Jul 29 20:49:50.636391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c3f59450-8cda-4072-9756-d8c14d2cb03f req-423be4af-4fdb-44c9-be44-ad8a9145b0d9 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jul 29 20:49:50.661104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-06cd3a87-ff28-4d94-a9ea-85cad78bc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.662549 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-06cd3a87-ff28-4d94-a9ea-85cad78bc2ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 1096 time: 0.0390649 Jul 29 20:49:50.825326 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-cca1b111-f3c3-447a-9dbc-386e6f7bcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:50.826780 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-cca1b111-f3c3-447a-9dbc-386e6f7bcd28 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a693282003e54d9f9a7343890ea6d82c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1540394 Jul 29 20:49:51.076498 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51484202-effe-4223-a8e2-8dd77e09eebb req-44741655-5c8e-4a39-8863-63b42a31ad08 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.078178 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-51484202-effe-4223-a8e2-8dd77e09eebb req-44741655-5c8e-4a39-8863-63b42a31ad08 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0670044 Jul 29 20:49:51.124991 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-51484202-effe-4223-a8e2-8dd77e09eebb req-bba58bb2-2401-4fe7-b9df-9b1f29f70d33 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Jul 29 20:49:51.201430 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-31e8d628-e063-4c92-963d-9370aade781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.202960 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-716734db-5ddd-4e01-8264-e34e9d891c54 req-31e8d628-e063-4c92-963d-9370aade781f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671598 Jul 29 20:49:51.283580 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-9e74f054-5be5-414e-bd45-4b100f93d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.285079 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-9e74f054-5be5-414e-bd45-4b100f93d85d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 1096 time: 0.0410676 Jul 29 20:49:51.326427 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-637a7cb6-e281-4e27-8345-13a47217fcde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73 HTTP/1.1" status: 200 len: 217 time: 0.0327091 Jul 29 20:49:51.380750 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-c41f18c6-db33-47ea-aff6-1c2544f6d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.382186 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-c41f18c6-db33-47ea-aff6-1c2544f6d9f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.0464094 Jul 29 20:49:51.419034 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-70f18f85-e7d3-47ab-b70e-9987d955ead1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285699 Jul 29 20:49:51.520168 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-5f81359d-88db-4e07-8d6a-62d1ae49782c service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Jul 29 20:49:51.617039 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e9aba0ab-7478-429f-82a7-5c4c37b32508 req-4092fc03-cf4c-4fbb-a6e4-d54f6b86fa3a service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883944 Jul 29 20:49:51.716492 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-3929e2f7-d436-4119-b010-8d49db320ba3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443375 Jul 29 20:49:51.764248 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cc931-423f-4173-92c7-60a0c74c7996 req-8c91a13d-dab9-4ed1-8db0-88985f8e9eb4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.773128 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-356cc931-423f-4173-92c7-60a0c74c7996 req-8c91a13d-dab9-4ed1-8db0-88985f8e9eb4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0623591 Jul 29 20:49:51.827798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-356cc931-423f-4173-92c7-60a0c74c7996 req-99f8f3a4-391e-4e91-89d1-339924cc140c tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529318 Jul 29 20:49:51.833041 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-447605ce-d477-4bad-a4ae-ed966b71b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.834863 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-447605ce-d477-4bad-a4ae-ed966b71b82d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 1098 time: 0.0626142 Jul 29 20:49:51.960984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-b6be6ea8-5710-4ebe-9e1b-368d869ecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:51.962280 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-b6be6ea8-5710-4ebe-9e1b-368d869ecd62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 915 time: 0.0953403 Jul 29 20:49:52.004398 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-d0b7a4b1-d9ef-45ca-a17a-df637f868507 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c982836-6905-4996-a0e8-5609ad193ed1 HTTP/1.1" status: 200 len: 217 time: 0.0340352 Jul 29 20:49:52.065187 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-362e4054-17d8-4735-9031-4edfd8402bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.066944 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-362e4054-17d8-4735-9031-4edfd8402bf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.0442815 Jul 29 20:49:52.110977 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-f194dbfd-794f-4226-a088-1b99ec58486d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342875 Jul 29 20:49:52.223433 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-fe6b1851-6e31-44f4-b441-8947fb1045b5 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022198 Jul 29 20:49:52.250065 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d169c-adc7-4b5e-87e0-7a051940b185 req-3e973df7-619f-4bb9-93a8-f66a18184dfc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.251648 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-262d169c-adc7-4b5e-87e0-7a051940b185 req-3e973df7-619f-4bb9-93a8-f66a18184dfc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0527904 Jul 29 20:49:52.306555 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-262d169c-adc7-4b5e-87e0-7a051940b185 req-aa1a789b-f67c-4e1a-a17f-831139eeb245 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Jul 29 20:49:52.370079 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-80199427-0a5a-4ffd-846f-bc92c74be9c6 req-a02080d6-46c9-4d33-8947-34913dc517b3 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375260 Jul 29 20:49:52.946308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58fc4-42ac-4376-9e69-5702afba10f6 req-ab149591-2118-45d6-9b90-6eb71ed98cfc tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:52.948282 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ca58fc4-42ac-4376-9e69-5702afba10f6 req-ab149591-2118-45d6-9b90-6eb71ed98cfc tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0508566 Jul 29 20:49:52.987920 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ca58fc4-42ac-4376-9e69-5702afba10f6 req-5d442367-dce0-44ab-a620-2b9a11264eea tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Jul 29 20:49:53.426335 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b9dfc-7e1e-431e-a4a8-574ed0376fbd req-ad5c6882-2661-44a1-98e1-bdb6905deda6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:53.427855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-739b9dfc-7e1e-431e-a4a8-574ed0376fbd req-ad5c6882-2661-44a1-98e1-bdb6905deda6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0477502 Jul 29 20:49:53.465981 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-739b9dfc-7e1e-431e-a4a8-574ed0376fbd req-70104c1d-6874-4c22-baca-2ac085b7d003 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Jul 29 20:49:54.098348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c40a-0063-4ce5-98fa-3879f21847b5 req-d7139cf0-800c-4ec5-8940-5e55aed5d35f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.099843 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7756c40a-0063-4ce5-98fa-3879f21847b5 req-d7139cf0-800c-4ec5-8940-5e55aed5d35f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0478308 Jul 29 20:49:54.143716 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7756c40a-0063-4ce5-98fa-3879f21847b5 req-22b3a5e7-3a7d-4aaf-aa7f-f4e28429a544 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 Jul 29 20:49:54.579498 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f533b-f85d-4c99-b3df-1b278b7ae014 req-bb91f47b-e648-4ee2-8988-1dad6a02286c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:54.581030 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa3f533b-f85d-4c99-b3df-1b278b7ae014 req-bb91f47b-e648-4ee2-8988-1dad6a02286c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0484083 Jul 29 20:49:54.618082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa3f533b-f85d-4c99-b3df-1b278b7ae014 req-7511a52a-8c79-40f0-87b8-1212d7b97983 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jul 29 20:49:55.253703 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee62bb2-d5e4-4c4e-b94e-acf9b12735a6 req-659a93ff-2ccb-4e82-b5f7-ea21bf00365b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:55.255078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aee62bb2-d5e4-4c4e-b94e-acf9b12735a6 req-659a93ff-2ccb-4e82-b5f7-ea21bf00365b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 943 time: 0.0472083 Jul 29 20:49:55.291938 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aee62bb2-d5e4-4c4e-b94e-acf9b12735a6 req-100d8b71-241f-497f-b470-056451da215d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Jul 29 20:49:55.731567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd89136-cb0b-4ad2-a9c6-83aafad69d32 req-c1bbe06a-97f8-45b1-841d-e9b12f909f64 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:55.733086 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5bd89136-cb0b-4ad2-a9c6-83aafad69d32 req-c1bbe06a-97f8-45b1-841d-e9b12f909f64 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0511754 Jul 29 20:49:55.783940 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5bd89136-cb0b-4ad2-a9c6-83aafad69d32 req-02baf691-203c-4224-a508-5ee004fe7137 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Jul 29 20:49:55.966882 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:49:56.064508 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:56.078219 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'port_id': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'mac_address': 'fa:16:3e:ff:3d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c7c5fe-d5da-4a21-9950-5b585fc2bf84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:49:56.118850 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:56.130905 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:49:56.149860 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:49:56.153807 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:56.203117 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:56.409024 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f45d-6770-457e-a2c7-7bba868a90ed req-ca680b44-cc7a-47ec-89aa-ae7c259c7c58 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.410545 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae47f45d-6770-457e-a2c7-7bba868a90ed req-ca680b44-cc7a-47ec-89aa-ae7c259c7c58 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 944 time: 0.0535703 Jul 29 20:49:56.446584 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae47f45d-6770-457e-a2c7-7bba868a90ed req-63e5c898-c099-4d96-8a8d-81e1bb5732d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302451 Jul 29 20:49:56.656053 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['0d013a7b-01a1-4a1c-b49b-4d449ae41d73'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:49:56.905200 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541c40-87ff-49a3-85ca-918608cb9ec8 req-b5af2766-32d0-4dc7-bfac-80cb354a10a3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:56.906800 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-53541c40-87ff-49a3-85ca-918608cb9ec8 req-b5af2766-32d0-4dc7-bfac-80cb354a10a3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0494699 Jul 29 20:49:56.953887 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-53541c40-87ff-49a3-85ca-918608cb9ec8 req-02d39d3c-d7af-4011-a153-d382a8003093 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Jul 29 20:49:57.376332 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:49:57.557139 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d2ed7-a877-4f9e-99bb-f7590b0fbcd9 req-d844e74e-8511-41e0-b2a4-f9890499ff8b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:57.558594 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-292d2ed7-a877-4f9e-99bb-f7590b0fbcd9 req-d844e74e-8511-41e0-b2a4-f9890499ff8b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 944 time: 0.0467989 Jul 29 20:49:57.598171 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-292d2ed7-a877-4f9e-99bb-f7590b0fbcd9 req-04c2ea83-53f5-4b56-ac9f-da42733b8177 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Jul 29 20:49:57.935332 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 37400) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:58.040297 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dccafbb9-924f-4456-baeb-d3d7f5ae89f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.122462 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064fd08-991a-47ac-9ae3-33ce1351e32f req-ff847180-ceac-4640-9d05-cf112e2d1b2a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:58.124200 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6064fd08-991a-47ac-9ae3-33ce1351e32f req-ff847180-ceac-4640-9d05-cf112e2d1b2a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0740619 Jul 29 20:49:58.179527 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6064fd08-991a-47ac-9ae3-33ce1351e32f req-18c1f8df-c042-4d87-8c87-8320f02d392e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Jul 29 20:49:58.216844 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dccafbb9-924f-4456-baeb-d3d7f5ae89f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.220464 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dccafbb9-924f-4456-baeb-d3d7f5ae89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.258189 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-dccafbb9-924f-4456-baeb-d3d7f5ae89f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5f540b43d014108bbd22525e45e509c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218071 Jul 29 20:49:58.259074 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccafbb9-924f-4456-baeb-d3d7f5ae89f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049e28a-7397-4fd0-85f6-07d1e5c00b4f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:58.260868 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37416) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:58.311267 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.331664 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.377237 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.380082 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.382750 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:58.383879 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d049e28a-7397-4fd0-85f6-07d1e5c00b4f HTTP/1.1" status: 204 len: 168 time: 0.1220279 Jul 29 20:49:58.391326 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd2a0c-7635-4b75-b3c7-0861c2f813e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049e28a-7397-4fd0-85f6-07d1e5c00b4f,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:58.722829 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e2099-d563-4dee-9e90-18dfd9e973e5 req-f697e9da-fe3a-4cc3-b467-423e6bbf8be8 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:58.724927 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf1e2099-d563-4dee-9e90-18dfd9e973e5 req-f697e9da-fe3a-4cc3-b467-423e6bbf8be8 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 944 time: 0.0595603 Jul 29 20:49:58.761732 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf1e2099-d563-4dee-9e90-18dfd9e973e5 req-3eddf23a-0320-4f92-97cf-b58ccfac2e98 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Jul 29 20:49:59.004766 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37442) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:59.097381 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-369971708-network', 'tenant_id': 'f0ad21f31c9045bdb969ef3473713054'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:59.118763 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Made reservation on behalf of f0ad21f31c9045bdb969ef3473713054 for: {'network': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:59.120977 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.128922 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.224985 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.229695 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.255963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:49:59.274914 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08308ea3-86e9-4688-88d6-22b8034afb23,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:59.278001 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.278352 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.segments_db [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Added segment f9e4038d-3620-4266-a3ce-0dc6935b8a14 of type vlan for network a1707db1-3048-4ca6-83a0-b2944653fdde Jul 29 20:49:59.314112 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce605f4-43a0-4776-81b6-94fa979615e6 req-f27dd255-0dd3-4086-993c-6249100a3991 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.315660 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cce605f4-43a0-4776-81b6-94fa979615e6 req-f27dd255-0dd3-4086-993c-6249100a3991 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0521259 Jul 29 20:49:59.322558 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.354298 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cce605f4-43a0-4776-81b6-94fa979615e6 req-edefdd7a-9924-4b08-9819-67f4928fa328 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 29 20:49:59.357374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.358363 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.359009 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.410129 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4042370 Jul 29 20:49:59.413034 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 37454) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:49:59.418103 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Request body: {'subnet': {'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-369971708-subnet', 'tenant_id': 'f0ad21f31c9045bdb969ef3473713054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:49:59.419050 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038388e5-2e88-4082-b267-95fdfdc7b63c admin admin] Pushing event updated for resources: {'Network': ['ID=a1707db1-3048-4ca6-83a0-b2944653fdde,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:59.447890 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network a1707db1-3048-4ca6-83a0-b2944653fdde details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:49:59.465218 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Made reservation on behalf of f0ad21f31c9045bdb969ef3473713054 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:49:59.467615 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901918'] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.629100 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9198237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901936'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.683571 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9a19c0-5420-4e76-9128-d6e73b1141f8,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:49:59.690880 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Checking segment: {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:49:59.691243 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Network hostable DHCP agents. Network: a1707db1-3048-4ca6-83a0-b2944653fdde, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:49:59.708034 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Network a1707db1-3048-4ca6-83a0-b2944653fdde is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:49:59.715955 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, a1707db1-3048-4ca6-83a0-b2944653fdde) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:49:59.722056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.722914 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:49:59.726876 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366152a-8c89-45dc-80c1-2e4c31c68683 None None] Network a1707db1-3048-4ca6-83a0-b2944653fdde requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:59.737012 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7c102b40-e05e-482c-9980-26885cdc1e96 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222427 Jul 29 20:49:59.854736 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe81819-5183-4ce8-b5c2-4f353b54abad None None] Network a1707db1-3048-4ca6-83a0-b2944653fdde requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:49:59.894278 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fe79f-b7c0-4403-9a81-aaac61e67bd9 req-ac856327-5dfa-403c-9520-0c7fe82a7142 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:49:59.895865 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8e0fe79f-b7c0-4403-9a81-aaac61e67bd9 req-ac856327-5dfa-403c-9520-0c7fe82a7142 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 944 time: 0.0580900 Jul 29 20:49:59.935315 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8e0fe79f-b7c0-4403-9a81-aaac61e67bd9 req-421017cf-55a7-4e8f-bf95-f498ff9f7fe7 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jul 29 20:50:00.468119 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d23e-92f4-4559-b069-76d92f309a2c req-aee3a38f-66a2-4ded-94a3-317a6ea654e4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.469652 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3835d23e-92f4-4559-b069-76d92f309a2c req-aee3a38f-66a2-4ded-94a3-317a6ea654e4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0482752 Jul 29 20:50:00.508638 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3835d23e-92f4-4559-b069-76d92f309a2c req-c2aec5fb-946b-4935-989b-c7d0333b3daf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Jul 29 20:50:00.521991 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:00.572287 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:00.575964 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:00.576339 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:00.654547 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:00.677128 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:00.679381 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0aec3-05a6-4e7f-9ce9-3c75634882f1" -d '{"events": [{"server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "name": "network-vif-plugged", "status": "completed", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:00.691879 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:00.696014 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:00.718257 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70ba2b-711b-42c9-a047-cfdef4f8eac1 x-openstack-request-id: req-1a70ba2b-711b-42c9-a047-cfdef4f8eac1 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:00.718566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "name": "network-vif-plugged", "status": "completed", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:00.718839 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a70ba2b-711b-42c9-a047-cfdef4f8eac1 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:00.719216 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'code': 200} Jul 29 20:50:00.745231 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:00.884533 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d9a1b-5c21-48ab-9ed1-c68d0807fc26 req-9360a32f-fc56-451d-9ed8-329446211c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:00.886037 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-af5d9a1b-5c21-48ab-9ed1-c68d0807fc26 req-9360a32f-fc56-451d-9ed8-329446211c9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 1098 time: 0.0389390 Jul 29 20:50:00.927113 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-af5d9a1b-5c21-48ab-9ed1-c68d0807fc26 req-a6d38a47-c80a-49aa-8691-516ad4199534 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303919 Jul 29 20:50:01.056908 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cb1c5-a66f-4cb5-94b2-de7eb9da7a2a req-b986f45f-6f47-4974-924e-703bb6de491d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.058414 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-287cb1c5-a66f-4cb5-94b2-de7eb9da7a2a req-b986f45f-6f47-4974-924e-703bb6de491d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Jul 29 20:50:01.101248 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-287cb1c5-a66f-4cb5-94b2-de7eb9da7a2a req-504bc660-d0d2-44d8-a1db-abb0502caa67 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Jul 29 20:50:01.510026 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-780388d1-6c66-4849-b25d-28a225ce3ca8 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.511636 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-780388d1-6c66-4849-b25d-28a225ce3ca8 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/networks?id=a1707db1-3048-4ca6-83a0-b2944653fdde HTTP/1.1" status: 200 len: 808 time: 0.1259215 Jul 29 20:50:01.527331 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-45090386-e61a-407d-be8a-f18dd6f9df3d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/quotas/f0ad21f31c9045bdb969ef3473713054 HTTP/1.1" status: 200 len: 375 time: 0.0096741 Jul 29 20:50:01.559831 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-549d4b2d-1803-45f1-9094-d13918b80874 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269990 Jul 29 20:50:01.685801 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32164c19-02dd-4b9d-b178-b3b07fdf435b req-ebba24b6-78df-489e-88ed-a90e8d7c22ca tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.687341 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32164c19-02dd-4b9d-b178-b3b07fdf435b req-ebba24b6-78df-489e-88ed-a90e8d7c22ca tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1023803 Jul 29 20:50:01.693594 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-2406eb67-1b55-42ae-801b-6db19bd7e440 service neutron] 10.222.0.43 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258748 Jul 29 20:50:01.780284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32164c19-02dd-4b9d-b178-b3b07fdf435b req-9dc16ab2-9eb0-4d47-9a74-4bd23c9cca53 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Jul 29 20:50:01.821983 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-7d377d25-a1a6-4adf-b873-6ca47cca6dc2 service neutron] 10.222.0.43 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213973 Jul 29 20:50:01.971638 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01dde0-59ff-4c64-b2dc-f8fc4d3dbe6f req-72143f33-17b0-4859-8282-0c916601f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:01.973142 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9f01dde0-59ff-4c64-b2dc-f8fc4d3dbe6f req-72143f33-17b0-4859-8282-0c916601f19b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 1099 time: 0.0647652 Jul 29 20:50:01.988605 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-43723356-4b01-45ad-85e9-3a4d05e555b3 req-df5b4d60-c486-40be-aca9-83247c61cc5d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 29 20:50:02.014570 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9f01dde0-59ff-4c64-b2dc-f8fc4d3dbe6f req-e26cc2ce-b8a8-4cce-b49f-df0e2ba63e3a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Jul 29 20:50:02.223897 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e246-4bdf-4379-834c-457f50e86b7f req-81417454-2733-4276-a02f-6ce19b995e67 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:02.225533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a548e246-4bdf-4379-834c-457f50e86b7f req-81417454-2733-4276-a02f-6ce19b995e67 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 945 time: 0.0504363 Jul 29 20:50:02.266399 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a548e246-4bdf-4379-834c-457f50e86b7f req-753da2b7-7aba-4a74-891a-0bc38f5e9d70 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Jul 29 20:50:02.955630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd86f-9b22-4d97-a5d0-a91ea15f10d4 req-770765c8-ec27-450c-88ac-743006ba172c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:02.958943 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-149fd86f-9b22-4d97-a5d0-a91ea15f10d4 req-770765c8-ec27-450c-88ac-743006ba172c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0722632 Jul 29 20:50:02.999823 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-149fd86f-9b22-4d97-a5d0-a91ea15f10d4 req-cdaaaa58-235a-4bbc-93cc-6d18830a2445 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Jul 29 20:50:03.091221 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b5eebc1a-03f7-4cbf-b81f-bb237d79b4a1 req-23900ffa-3f8e-454b-9dee-c1091f53d1a5 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Jul 29 20:50:03.376321 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-64f4b6b3-476c-445a-9fd9-be8deac734d8 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.378333 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-64f4b6b3-476c-445a-9fd9-be8deac734d8 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "GET /v2.0/networks?id=a1707db1-3048-4ca6-83a0-b2944653fdde HTTP/1.1" status: 200 len: 808 time: 0.1010158 Jul 29 20:50:03.402489 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Request body: {'port': {'device_id': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde', 'admin_state_up': True, 'tenant_id': 'f0ad21f31c9045bdb969ef3473713054'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:03.513078 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Made reservation on behalf of f0ad21f31c9045bdb969ef3473713054 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:03.516632 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.644447 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Allocated IP 172.20.0.11 (a1707db1-3048-4ca6-83a0-b2944653fdde/4c9a19c0-5420-4e76-9128-d6e73b1141f8/79fb6b7b-7f57-4d8d-b330-73c58bbc68e5) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:03.796254 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.837154 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.888098 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Network a1707db1-3048-4ca6-83a0-b2944653fdde is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:03.891139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:03.895388 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:03.921041 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Pushing event updated for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:03.955384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:03.956010 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:03.978514 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-3f39e6d7-5ccc-4d7a-a8fa-4f1eef736b1d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722158 Jul 29 20:50:03.997484 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Request body: {'port': {'device_id': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:04.052409 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.174063 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7183-68e5-4152-8229-79aa86dbafb0 req-76998902-c994-4bdb-b457-fbaddc289638 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.175928 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-796c7183-68e5-4152-8229-79aa86dbafb0 req-76998902-c994-4bdb-b457-fbaddc289638 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0971534 Jul 29 20:50:04.253618 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-796c7183-68e5-4152-8229-79aa86dbafb0 req-9986ab89-b0ce-46f3-a477-6168f4315db5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607622 Jul 29 20:50:04.364613 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:04.373278 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.383293 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec961297-5ca3-46f8-936a-6e6f5ca0deea req-cfca954a-8562-47ca-aabb-f1922a715494 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.384871 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec961297-5ca3-46f8-936a-6e6f5ca0deea req-cfca954a-8562-47ca-aabb-f1922a715494 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 932 time: 0.0940104 Jul 29 20:50:04.389329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Transition to ACTIVE for port object 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:04.395856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.401513 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d05c3-4ee1-441f-adae-c0899a671c9b req-80034008-84ff-4f43-b599-5a186a44967b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.403989 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d31d05c3-4ee1-441f-adae-c0899a671c9b req-80034008-84ff-4f43-b599-5a186a44967b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0751798 Jul 29 20:50:04.456292 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec961297-5ca3-46f8-936a-6e6f5ca0deea req-40edf645-ca3c-425c-8db4-6818a80bbe27 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516994 Jul 29 20:50:04.469300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d31d05c3-4ee1-441f-adae-c0899a671c9b req-92a64640-cbe7-4567-bba8-b8606c48cef1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558357 Jul 29 20:50:04.472096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Pushing event updated for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:04.526543 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Attempting to bind port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:04.526933 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Attempting to bind port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:04.527257 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Attempting to bind port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 on network a1707db1-3048-4ca6-83a0-b2944653fdde {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:04.531474 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 on network a1707db1-3048-4ca6-83a0-b2944653fdde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:50:04.531791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Attempting to bind port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 on network a1707db1-3048-4ca6-83a0-b2944653fdde {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:04.536534 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:04.536862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Checking segment: {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:04.537236 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Bound using segment: {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:04.537653 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Bound port: 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:04.538003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.598804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:04.602012 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:04.605674 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.642063 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:04.642883 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:04.644384 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] 10.222.0.44 "PUT /v2.0/ports/79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 HTTP/1.1" status: 200 len: 1094 time: 0.6522009 Jul 29 20:50:04.644894 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:04.647362 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a" -d '{"events": [{"name": "network-changed", "server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:04.672058 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b23f9d-df75-4bf0-ba54-fbc28d01f187 service neutron] Pushing event updated for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:04.687808 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e2e75-c0b7-481f-b6a2-81010615d31b x-openstack-request-id: req-ed1e2e75-c0b7-481f-b6a2-81010615d31b {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:04.688103 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:04.688555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed1e2e75-c0b7-481f-b6a2-81010615d31b {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:04.688772 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5', 'status': 'completed', 'code': 200} Jul 29 20:50:05.590407 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d48ca-64d6-45ea-93cf-c1d5bdd47718 req-d187093c-a80c-43a8-a4c3-7bf69ea54b99 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:05.591897 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e7d48ca-64d6-45ea-93cf-c1d5bdd47718 req-d187093c-a80c-43a8-a4c3-7bf69ea54b99 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 944 time: 0.0474489 Jul 29 20:50:05.628032 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e7d48ca-64d6-45ea-93cf-c1d5bdd47718 req-66f539ae-ab5f-4d23-8a0b-2e4f2d06161f tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298228 Jul 29 20:50:06.739586 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f32641-b966-4eae-9edd-2c7f61203559 req-45f7f8b3-11da-44af-8f30-2a054f45fa34 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:06.741047 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f6f32641-b966-4eae-9edd-2c7f61203559 req-45f7f8b3-11da-44af-8f30-2a054f45fa34 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Jul 29 20:50:06.780680 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f6f32641-b966-4eae-9edd-2c7f61203559 req-9d7154e3-396d-447d-bab3-e0897de44512 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 29 20:50:07.717293 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-27489500-84ef-464a-92bc-5dafc1272f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.718802 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-27489500-84ef-464a-92bc-5dafc1272f7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 1097 time: 0.0400872 Jul 29 20:50:07.826487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-3d222dd1-981a-42aa-9fe9-fa1a8ebda8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.827995 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-3d222dd1-981a-42aa-9fe9-fa1a8ebda8da service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0ad21f31c9045bdb969ef3473713054&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934885 Jul 29 20:50:07.892445 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e206f-18fa-4eef-8298-083d64c1de95 req-83abd1de-784b-4aad-88da-36e7bec9af4a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.893848 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-937e206f-18fa-4eef-8298-083d64c1de95 req-83abd1de-784b-4aad-88da-36e7bec9af4a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 944 time: 0.0480571 Jul 29 20:50:07.928815 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-9ac18f29-d466-475c-8ab0-ab76f2bd3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:07.930305 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f75aa4d5-6a6c-4181-8dbf-47aba129f05a req-9ac18f29-d466-475c-8ab0-ab76f2bd3f88 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878036 Jul 29 20:50:07.937070 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-937e206f-18fa-4eef-8298-083d64c1de95 req-60988b6f-26ec-49e2-bdba-8b36a5f506c8 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Jul 29 20:50:08.015021 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-4eb3e8f2-f383-44d3-86b6-476d41058830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.016454 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-4eb3e8f2-f383-44d3-86b6-476d41058830 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 1097 time: 0.0423861 Jul 29 20:50:08.067771 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-a6a7b9ac-c35a-47b3-8c95-6248b410da66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 HTTP/1.1" status: 200 len: 217 time: 0.0330284 Jul 29 20:50:08.122841 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-f0185613-2e68-42bb-a973-54a862aea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:08.124452 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-f0185613-2e68-42bb-a973-54a862aea9cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c9a19c0-5420-4e76-9128-d6e73b1141f8 HTTP/1.1" status: 200 len: 848 time: 0.0439601 Jul 29 20:50:08.167058 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-094e878b-9f87-4225-b9ae-9c656fa9f7f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1707db1-3048-4ca6-83a0-b2944653fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273635 Jul 29 20:50:08.259321 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-215fbe35-1ed0-40d6-8d6b-ea926d32dc66 service neutron] 10.222.0.44 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829711 Jul 29 20:50:08.365314 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-50049833-a9b8-418b-aa93-f8fe68afa9b4 req-4774c117-76ed-45b6-9e33-71830fab9955 service neutron] 10.222.0.44 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911143 Jul 29 20:50:09.051251 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93a4fc-9aa7-4000-b6a9-b4694020c419 req-24b8a995-61e1-4396-a801-5f0dd526c3fd tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.052846 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3f93a4fc-9aa7-4000-b6a9-b4694020c419 req-24b8a995-61e1-4396-a801-5f0dd526c3fd tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 944 time: 0.0475187 Jul 29 20:50:09.095550 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3f93a4fc-9aa7-4000-b6a9-b4694020c419 req-a824355c-879d-4b00-af2c-b4ab5a2b37e6 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Jul 29 20:50:09.245820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6609c-ec4b-4250-b073-7c386fad360f req-daa24045-f918-4e68-8c42-ee3f05ffa337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.247561 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-daa24045-f918-4e68-8c42-ee3f05ffa337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.0518079 Jul 29 20:50:09.267296 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975722-8baf-47aa-acd2-41a75297d8c4 req-ad7aae77-11bd-4492-8688-6387ab7b238e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.275360 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1e975722-8baf-47aa-acd2-41a75297d8c4 req-ad7aae77-11bd-4492-8688-6387ab7b238e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0713305 Jul 29 20:50:09.311910 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1e975722-8baf-47aa-acd2-41a75297d8c4 req-9fdac7ea-7857-462b-ab7e-72d267809997 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Jul 29 20:50:09.349671 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6609c-ec4b-4250-b073-7c386fad360f req-708798c5-dc72-4bea-b577-0015fa74908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.351197 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-708798c5-dc72-4bea-b577-0015fa74908b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.0937426 Jul 29 20:50:09.398357 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-2e2a2535-ecc4-464d-b570-7146f73467df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0376685 Jul 29 20:50:09.453119 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6609c-ec4b-4250-b073-7c386fad360f req-0c0325c6-a277-423f-a9eb-f08bb7d5e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:09.454705 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-0c0325c6-a277-423f-a9eb-f08bb7d5e36b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.0474541 Jul 29 20:50:09.466787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 37748) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:09.490967 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-f7ca1fa7-4369-4a33-9b01-cd1ad3d625a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260823 Jul 29 20:50:09.570972 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-942505eb-58b9-4cdb-9900-f7ccae6e8b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.587873 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-8c256ea7-9528-40ee-9111-9a3c0d7ebb45 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881364 Jul 29 20:50:09.664926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-942505eb-58b9-4cdb-9900-f7ccae6e8b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.669120 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-942505eb-58b9-4cdb-9900-f7ccae6e8b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.679748 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-adb6609c-ec4b-4250-b073-7c386fad360f req-7045e1f8-bbf4-41b1-87e7-4539fd8fe132 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 Jul 29 20:50:09.710284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-942505eb-58b9-4cdb-9900-f7ccae6e8b51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cfb2e3b38224e04abc36f40e0c7f2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423170 Jul 29 20:50:09.712368 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942505eb-58b9-4cdb-9900-f7ccae6e8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a75e30-7f82-4b99-8871-b4cbbf1c1e21,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:09.712991 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37758) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:09.764825 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.786906 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.850212 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.852787 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:09.853952 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39a75e30-7f82-4b99-8871-b4cbbf1c1e21 HTTP/1.1" status: 204 len: 168 time: 0.1398892 Jul 29 20:50:09.862039 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f115b-153b-47cc-80ff-78c26bfb7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a75e30-7f82-4b99-8871-b4cbbf1c1e21,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:10.221443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe758e0-df1e-4f7d-8522-29f5da827c6d req-f8782ad3-68c5-4227-857f-f19b1138ee07 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.229368 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4fe758e0-df1e-4f7d-8522-29f5da827c6d req-f8782ad3-68c5-4227-857f-f19b1138ee07 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 944 time: 0.0591967 Jul 29 20:50:10.279570 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4fe758e0-df1e-4f7d-8522-29f5da827c6d req-1f2dc46b-dcca-4c15-a76c-0965830eaec4 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491619 Jul 29 20:50:10.433362 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb7f6-d107-4ad5-a623-412eb9792e65 req-62a02df5-fde9-48f8-88e8-84a87df8720c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:10.434858 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1dbcb7f6-d107-4ad5-a623-412eb9792e65 req-62a02df5-fde9-48f8-88e8-84a87df8720c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Jul 29 20:50:10.473082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1dbcb7f6-d107-4ad5-a623-412eb9792e65 req-ac0bf0f1-d4f1-43f9-82f3-10e57c3760b1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Jul 29 20:50:10.545248 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:10.640339 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:10.652150 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5', 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde', 'port_id': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5', 'mac_address': 'fa:16:3e:ca:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9a19c0-5420-4e76-9128-d6e73b1141f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:10.688388 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.701902 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:10.722186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:10.727296 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:10.777467 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:11.137098 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['79fb6b7b-7f57-4d8d-b330-73c58bbc68e5'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:11.403500 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830445ac-bad3-42c3-bebb-977aac731870 req-7c65e15c-ab2b-4ad7-97b2-c6011f347e79 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:11.405963 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-830445ac-bad3-42c3-bebb-977aac731870 req-7c65e15c-ab2b-4ad7-97b2-c6011f347e79 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 945 time: 0.0559568 Jul 29 20:50:11.445631 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-830445ac-bad3-42c3-bebb-977aac731870 req-76ea00ec-7e0b-4b06-923c-bbb391c3a32e tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Jul 29 20:50:11.587351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5f41-5400-4e0a-8ad4-e415f3c0abf8 req-d907c1b0-2ff9-4735-b8c4-87fd5be5c359 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:11.588907 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-486b5f41-5400-4e0a-8ad4-e415f3c0abf8 req-d907c1b0-2ff9-4735-b8c4-87fd5be5c359 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Jul 29 20:50:11.628741 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-486b5f41-5400-4e0a-8ad4-e415f3c0abf8 req-46ed28c6-a7cc-489b-a05f-cc4395695aa9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Jul 29 20:50:12.558786 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2e181-ca88-40b0-9971-48751ff4a1c7 req-a8586b92-9e37-407b-98ec-1c26b6486cfb tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.560250 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ce2e181-ca88-40b0-9971-48751ff4a1c7 req-a8586b92-9e37-407b-98ec-1c26b6486cfb tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Jul 29 20:50:12.570631 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:12.597674 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ce2e181-ca88-40b0-9971-48751ff4a1c7 req-a3705e66-482d-4f0d-abaf-f9d6ecaa1393 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Jul 29 20:50:12.619885 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:12.623448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:12.623816 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.697630 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.720442 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:12.722758 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c23c25c-c035-435d-aeed-29c5f363d8da" -d '{"events": [{"server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "name": "network-vif-plugged", "status": "completed", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:12.736668 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:12.741192 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:12.743425 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2041-bd66-428f-bc26-0ba70e4ad5aa req-b3ac27a5-b30b-4647-803d-ee69cadc5f02 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.745070 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e48e2041-bd66-428f-bc26-0ba70e4ad5aa req-b3ac27a5-b30b-4647-803d-ee69cadc5f02 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Jul 29 20:50:12.767976 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3279b86-2050-4e72-8d62-c9d18c49d186 x-openstack-request-id: req-d3279b86-2050-4e72-8d62-c9d18c49d186 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:12.768267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "name": "network-vif-plugged", "status": "completed", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:12.768519 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3279b86-2050-4e72-8d62-c9d18c49d186 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:12.769035 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5', 'code': 200} Jul 29 20:50:12.788028 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e48e2041-bd66-428f-bc26-0ba70e4ad5aa req-650150c4-3eda-4a1c-8991-f07ee0551519 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Jul 29 20:50:12.813308 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:12.955440 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6aa0-4e4f-48bc-a649-799827b39d4c req-8fd098b8-a448-4bd5-9e97-b4c18be5d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:12.956937 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9ada6aa0-4e4f-48bc-a649-799827b39d4c req-8fd098b8-a448-4bd5-9e97-b4c18be5d7af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 1099 time: 0.0397449 Jul 29 20:50:12.992525 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9ada6aa0-4e4f-48bc-a649-799827b39d4c req-923600d3-bfb9-4884-b4b0-d845437057cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280790 Jul 29 20:50:13.144329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37844) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:13.242342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0e2f-9a5a-4fe9-bc20-d2b8c07d85b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.331660 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0e2f-9a5a-4fe9-bc20-d2b8c07d85b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.335855 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7d9f0e2f-9a5a-4fe9-bc20-d2b8c07d85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.373637 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f0e2f-9a5a-4fe9-bc20-d2b8c07d85b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c87e6-86b8-4cbc-9390-7e1dbcf93104,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:13.378537 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7d9f0e2f-9a5a-4fe9-bc20-d2b8c07d85b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d11cca8e3ab64d5e882ba31809301e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331898 Jul 29 20:50:13.381061 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 37850) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:13.428850 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.451212 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.496666 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.499310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:13.500764 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f3c87e6-86b8-4cbc-9390-7e1dbcf93104 HTTP/1.1" status: 204 len: 168 time: 0.1188169 Jul 29 20:50:13.508206 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901e69-3383-474f-8e1d-9a1071299b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c87e6-86b8-4cbc-9390-7e1dbcf93104,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:13.713892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655e0a2-c016-47a0-a350-a4fc169413c1 req-f38b8a0c-d26c-4e5b-8820-1163c8c1795a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.715676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1655e0a2-c016-47a0-a350-a4fc169413c1 req-f38b8a0c-d26c-4e5b-8820-1163c8c1795a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0528712 Jul 29 20:50:13.754962 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1655e0a2-c016-47a0-a350-a4fc169413c1 req-52e7ac6f-6854-4a19-a939-6441c5f6ce0a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314128 Jul 29 20:50:13.908507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddcc80-f3ec-4203-a390-0c6c36df3202 req-46faf26b-e957-4535-87bf-8fb913694f2e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:13.910014 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fddcc80-f3ec-4203-a390-0c6c36df3202 req-46faf26b-e957-4535-87bf-8fb913694f2e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0530508 Jul 29 20:50:13.949464 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fddcc80-f3ec-4203-a390-0c6c36df3202 req-c8f62ec4-fd86-400d-99f9-3307a86a6634 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Jul 29 20:50:14.120163 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d6ff8836-268c-4e8a-8dd7-99a03eac1823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:14.869029 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761e994-5da2-4bbe-8554-830dbf2ce008 req-11af9a68-eaea-457d-ba9a-7f12b8e7772b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:14.870901 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7761e994-5da2-4bbe-8554-830dbf2ce008 req-11af9a68-eaea-457d-ba9a-7f12b8e7772b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0487480 Jul 29 20:50:14.907195 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7761e994-5da2-4bbe-8554-830dbf2ce008 req-c999cbf3-bbcd-427e-9f32-0b26f8a04f38 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Jul 29 20:50:15.107463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473b7c2-ebbc-4d3d-a630-74de9771b025 req-52e385fa-43e6-4375-9a27-cffd9240d15d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.108971 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d473b7c2-ebbc-4d3d-a630-74de9771b025 req-52e385fa-43e6-4375-9a27-cffd9240d15d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Jul 29 20:50:15.148444 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d473b7c2-ebbc-4d3d-a630-74de9771b025 req-f3f429d6-137c-4426-b8f6-9d5337deb664 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 29 20:50:15.656985 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d9110-b108-4b53-8bb5-43f0bf87a754 req-003c0e56-e747-42d3-bb04-9b426b818278 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:15.659113 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8f5d9110-b108-4b53-8bb5-43f0bf87a754 req-003c0e56-e747-42d3-bb04-9b426b818278 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0662076 Jul 29 20:50:15.696707 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8f5d9110-b108-4b53-8bb5-43f0bf87a754 req-d77cba3e-45a6-4ddc-9f7d-29e141fa149b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Jul 29 20:50:16.272460 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dce7b-9dfc-46be-8542-61bf1e44d96e req-894a0200-ffcd-48a8-b80b-ecc458b48679 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:16.274220 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-635dce7b-9dfc-46be-8542-61bf1e44d96e req-894a0200-ffcd-48a8-b80b-ecc458b48679 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Jul 29 20:50:16.315054 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-635dce7b-9dfc-46be-8542-61bf1e44d96e req-846a496c-dbdd-472a-b451-61928c75b7e4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Jul 29 20:50:16.809333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8f93d-c140-4fb0-bcf7-fc37a5e2e72d req-865fad2c-1811-4f39-8565-1e559d674ead tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:16.810831 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fd8f93d-c140-4fb0-bcf7-fc37a5e2e72d req-865fad2c-1811-4f39-8565-1e559d674ead tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0472555 Jul 29 20:50:16.847909 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fd8f93d-c140-4fb0-bcf7-fc37a5e2e72d req-8499e7f5-735c-4393-8091-0ee8f41074a9 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304186 Jul 29 20:50:17.077946 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-91df13a0-5a96-48a0-b3a7-5a169f6c8f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:17.440444 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c1da-9928-40cc-8de5-bd6592222429 req-3ff24809-4d28-432c-b9b5-1bec60e0f201 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:17.441968 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d777c1da-9928-40cc-8de5-bd6592222429 req-3ff24809-4d28-432c-b9b5-1bec60e0f201 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0561962 Jul 29 20:50:17.483676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d777c1da-9928-40cc-8de5-bd6592222429 req-5910049f-459a-48ab-b87f-9d79d7a5d9a5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Jul 29 20:50:17.539643 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:17.600782 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:17.939262 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49f76-0705-4301-972c-47edd53121e4 req-ea88b3b8-170a-40c8-919f-2544138c3631 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:17.940732 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-66b49f76-0705-4301-972c-47edd53121e4 req-ea88b3b8-170a-40c8-919f-2544138c3631 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Jul 29 20:50:17.960606 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec17fae-d421-4009-96ee-063567bbcaf5 req-5dd90334-41b2-4f81-b65b-b1b582e2fcb6 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:17.962091 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ec17fae-d421-4009-96ee-063567bbcaf5 req-5dd90334-41b2-4f81-b65b-b1b582e2fcb6 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Jul 29 20:50:18.000176 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ec17fae-d421-4009-96ee-063567bbcaf5 req-d11cb5fe-1139-4d18-ab27-d53a2444a3f1 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 29 20:50:18.029357 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Deleting port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:18.029703 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.116655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] For port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:18.117012 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.130505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Calling delete_port for 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:18.263172 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.276971 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['79fb6b7b-7f57-4d8d-b330-73c58bbc68e5'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:18.294310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Pushing event deleted for resources: {'Port': ['ID=79fb6b7b-7f57-4d8d-b330-73c58bbc68e5,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:18.333234 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] No DVR routers for this DVR port 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:18.335783 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:18.337743 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-66b49f76-0705-4301-972c-47edd53121e4 req-dad6f6c8-26c9-4702-9a26-b6d351c3328d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "DELETE /v2.0/ports/79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 HTTP/1.1" status: 204 len: 173 time: 0.3900790 Jul 29 20:50:18.338172 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'name': 'network-vif-deleted', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:18.340669 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204ac99e-8dee-46ba-ac5d-0ff376a4e9af" -d '{"events": [{"server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "name": "network-vif-deleted", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:18.379418 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b282b0a-d5ac-402a-917a-6e42c7327865 x-openstack-request-id: req-3b282b0a-d5ac-402a-917a-6e42c7327865 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:18.379702 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de16ab0c-dca1-42df-9925-d62241cadf19", "name": "network-vif-deleted", "tag": "79fb6b7b-7f57-4d8d-b330-73c58bbc68e5", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:18.379964 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b282b0a-d5ac-402a-917a-6e42c7327865 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:18.380374 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de16ab0c-dca1-42df-9925-d62241cadf19', 'name': 'network-vif-deleted', 'tag': '79fb6b7b-7f57-4d8d-b330-73c58bbc68e5', 'status': 'completed', 'code': 200} Jul 29 20:50:18.594966 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b7ab3-5ca5-48ea-90de-32d2439d6508 req-e650515f-5584-4952-a7c7-4e714208c169 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:18.596417 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-265b7ab3-5ca5-48ea-90de-32d2439d6508 req-e650515f-5584-4952-a7c7-4e714208c169 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0472033 Jul 29 20:50:18.632734 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-265b7ab3-5ca5-48ea-90de-32d2439d6508 req-c197ef49-4b3b-4f95-a19f-0eb2242e4497 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Jul 29 20:50:19.007267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:19.107621 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ba601cf-5e33-4f13-b78a-3fd570ad22cc req-939e3086-1a6e-427f-915c-bbd65e0824d2 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0291474 Jul 29 20:50:19.744747 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d023a0-94c4-42de-b4ac-8ae94da1e01d req-b5ce6117-0ebf-4c3f-90e3-ba9c10f60621 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:19.746196 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-15d023a0-94c4-42de-b4ac-8ae94da1e01d req-b5ce6117-0ebf-4c3f-90e3-ba9c10f60621 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Jul 29 20:50:19.783339 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-15d023a0-94c4-42de-b4ac-8ae94da1e01d req-5959a6c3-6247-4d7e-9940-09344678434f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Jul 29 20:50:20.209505 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-328e1b24-561b-424d-bd33-e28ee7f3b8e1 req-354894d0-5ea5-4327-bb36-d47e3fe5168b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0264690 Jul 29 20:50:20.898226 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6819d3-4c29-436c-9604-2aa4219c7cde req-5a0ecb8c-0790-402f-90f7-f9b3c183d2e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:20.899736 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-de6819d3-4c29-436c-9604-2aa4219c7cde req-5a0ecb8c-0790-402f-90f7-f9b3c183d2e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Jul 29 20:50:20.937798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-de6819d3-4c29-436c-9604-2aa4219c7cde req-673825e8-de19-4115-99e7-cfbe5033ae5c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Jul 29 20:50:21.310756 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf23d30a-67ce-4c65-be3f-19510f42172e req-650d377f-58a3-4817-87c1-61135784cd75 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0256259 Jul 29 20:50:22.048076 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c70e-94d6-4706-b92c-641c4349dffe req-759d2afb-8a47-4ccd-a397-b7a838937c44 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:22.049436 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2cd7c70e-94d6-4706-b92c-641c4349dffe req-759d2afb-8a47-4ccd-a397-b7a838937c44 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Jul 29 20:50:22.085929 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2cd7c70e-94d6-4706-b92c-641c4349dffe req-ccbc34ab-18fd-4c1b-a7d2-40cad04bbf35 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Jul 29 20:50:22.415896 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a75f8a61-8545-40a4-a1e2-7135a2ce79c3 req-c449907e-fc04-4de6-917a-7fcba7b4cf96 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=de16ab0c-dca1-42df-9925-d62241cadf19 HTTP/1.1" status: 200 len: 210 time: 0.0257900 Jul 29 20:50:23.199138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f75718-3900-493b-bee2-936649ca0108 req-181d8460-6345-41be-9741-b3941abfe44f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:23.200585 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-40f75718-3900-493b-bee2-936649ca0108 req-181d8460-6345-41be-9741-b3941abfe44f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Jul 29 20:50:23.236907 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-40f75718-3900-493b-bee2-936649ca0108 req-5292e51a-3826-4322-be83-dfd0cbcfc47a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298524 Jul 29 20:50:23.715156 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-a8d2df26-a923-4124-8fad-57d114493627 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:23.716614 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-a8d2df26-a923-4124-8fad-57d114493627 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/networks?id=a1707db1-3048-4ca6-83a0-b2944653fdde HTTP/1.1" status: 200 len: 808 time: 0.1036437 Jul 29 20:50:23.731585 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-37b4ba6b-14e0-45cf-91c7-48b0a29b1abc tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/quotas/f0ad21f31c9045bdb969ef3473713054 HTTP/1.1" status: 200 len: 375 time: 0.0087705 Jul 29 20:50:23.765223 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-79228283-88fa-4a09-b621-581fbfff667c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279462 Jul 29 20:50:23.855043 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-92004a3e-bc88-4a5d-a413-fe862cc47bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831478 Jul 29 20:50:23.944634 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-6456cad6-d689-4a20-bd7e-0be0cc5f1bec service neutron] 10.222.0.43 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Jul 29 20:50:24.100732 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8b10c0b4-d52f-4775-aa34-8d642b0e7649 req-2e38e7a1-b2dc-4155-a2bc-95d84f6ea581 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 210 time: 0.0281591 Jul 29 20:50:24.353749 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9a1b6-5f1d-43f4-bf2f-c3ebebe3b1f4 req-7be33153-ce6b-4f6b-9f5e-4a5b4437f77a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:24.355562 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4ec9a1b6-5f1d-43f4-bf2f-c3ebebe3b1f4 req-7be33153-ce6b-4f6b-9f5e-4a5b4437f77a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Jul 29 20:50:24.395096 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4ec9a1b6-5f1d-43f4-bf2f-c3ebebe3b1f4 req-4edb6001-0041-4ff9-af59-24676571e1d6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Jul 29 20:50:24.843724 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:24.869100 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:24.869100 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 79fb6b7b-7f57-4d8d-b330-73c58bbc68e5 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:25.195358 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-12931759-c314-4ee9-84f3-11e4820fa3b1 req-1c7757c6-cb6d-4ac8-a45c-f07fb2c57e85 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 210 time: 0.0260475 Jul 29 20:50:25.511831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c43f-5dff-4f51-a362-7234a4e68d84 req-d3ae6d1d-c19b-4ad5-9b7e-0db9bf1bf18d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:25.513270 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0c17c43f-5dff-4f51-a362-7234a4e68d84 req-d3ae6d1d-c19b-4ad5-9b7e-0db9bf1bf18d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0501561 Jul 29 20:50:25.549444 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0c17c43f-5dff-4f51-a362-7234a4e68d84 req-4ac64e9e-dfdc-4a27-b49c-a1895483a1fe tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303373 Jul 29 20:50:26.291061 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ef6560f-ef92-4e78-860d-5281b0f06e79 req-9fb17bee-23a5-40fc-ab81-e2a5a6a952b5 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 210 time: 0.0291886 Jul 29 20:50:26.664836 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383446-ec62-46e7-bad2-34f300ff6707 req-9b580bcd-a7df-41d1-9bcf-fd8bdba67a50 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:26.666219 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e383446-ec62-46e7-bad2-34f300ff6707 req-9b580bcd-a7df-41d1-9bcf-fd8bdba67a50 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0480976 Jul 29 20:50:26.703778 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e383446-ec62-46e7-bad2-34f300ff6707 req-ade32453-0f7d-4bc0-8c02-b7460943f81b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jul 29 20:50:26.800942 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-fdb230ed-e7c7-4f20-9ae0-263f87bfc64c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:26.802422 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-fdb230ed-e7c7-4f20-9ae0-263f87bfc64c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "GET /v2.0/networks?id=a1707db1-3048-4ca6-83a0-b2944653fdde HTTP/1.1" status: 200 len: 808 time: 0.1141856 Jul 29 20:50:26.819750 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Request body: {'port': {'device_id': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde', 'admin_state_up': True, 'tenant_id': 'f0ad21f31c9045bdb969ef3473713054'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:26.931635 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Made reservation on behalf of f0ad21f31c9045bdb969ef3473713054 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:26.935160 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.075176 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Allocated IP 172.20.0.13 (a1707db1-3048-4ca6-83a0-b2944653fdde/4c9a19c0-5420-4e76-9128-d6e73b1141f8/5cd4168e-eb7c-49d8-827d-c2a93b0820c9) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:27.236441 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.290853 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.365462 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Network a1707db1-3048-4ca6-83a0-b2944653fdde is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:27.371793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:27.384884 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Pushing event updated for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:27.387430 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:27.442806 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:27.443442 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.459727 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-eab1f7e5-b50a-40c8-a2b1-fec42955f79c tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436353 Jul 29 20:50:27.463687 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1132c-0ade-4b72-971b-589510b6a16c req-8fcd39b7-aaf8-47d7-b103-cfbd1785b2c5 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:27.465426 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ed1132c-0ade-4b72-971b-589510b6a16c req-8fcd39b7-aaf8-47d7-b103-cfbd1785b2c5 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 932 time: 0.0530858 Jul 29 20:50:27.473767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Request body: {'port': {'device_id': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:27.510206 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ed1132c-0ade-4b72-971b-589510b6a16c req-a5cd449e-856f-4c03-b026-8f87c94aa8d3 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Jul 29 20:50:27.533565 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.818113 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:27.818785 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe89d8-32b6-41f1-b95f-0a4cca060188 req-e2caea0e-fd45-4b3f-9f44-0466d0f1d8e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:27.819884 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ebe89d8-32b6-41f1-b95f-0a4cca060188 req-e2caea0e-fd45-4b3f-9f44-0466d0f1d8e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0486104 Jul 29 20:50:27.825665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.837791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Transition to ACTIVE for port object 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:27.842304 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:27.861066 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ebe89d8-32b6-41f1-b95f-0a4cca060188 req-242f515e-767b-4d0c-8a63-47df381770d4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jul 29 20:50:27.911802 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:28.175032 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Attempting to bind port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:28.175361 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Attempting to bind port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:28.175688 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Attempting to bind port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 on network a1707db1-3048-4ca6-83a0-b2944653fdde {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:28.179987 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 on network a1707db1-3048-4ca6-83a0-b2944653fdde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:50:28.180306 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Attempting to bind port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 on network a1707db1-3048-4ca6-83a0-b2944653fdde {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:28.185003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:28.185337 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Checking segment: {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:28.185715 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Bound using segment: {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:28.186131 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Bound port: 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e4038d-3620-4266-a3ce-0dc6935b8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:28.186480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:28.246734 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:28.249606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:28.253858 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:28.286122 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:28.286759 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:28.288134 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] 10.222.0.44 "PUT /v2.0/ports/5cd4168e-eb7c-49d8-827d-c2a93b0820c9 HTTP/1.1" status: 200 len: 1094 time: 0.8194463 Jul 29 20:50:28.288567 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:28.290791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c91e167-6380-4bf0-8a23-c68fda1f03df" -d '{"events": [{"name": "network-changed", "server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:28.317223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe4d61-213c-4fcc-ad3e-f657d56bd080 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:28.336702 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb760b-6882-4ad4-9ed3-0bcfac935964 x-openstack-request-id: req-96fb760b-6882-4ad4-9ed3-0bcfac935964 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:28.337042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:28.337303 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96fb760b-6882-4ad4-9ed3-0bcfac935964 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:28.337703 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9', 'status': 'completed', 'code': 200} Jul 29 20:50:28.638003 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf848e31-dc56-4143-ad59-6dbf6d47d8b7 req-edae51c2-3f52-402f-9b2b-45eac9ca0997 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:28.639801 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf848e31-dc56-4143-ad59-6dbf6d47d8b7 req-edae51c2-3f52-402f-9b2b-45eac9ca0997 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Jul 29 20:50:28.676985 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf848e31-dc56-4143-ad59-6dbf6d47d8b7 req-44f7c58a-2ebc-44d0-861b-aec0182e4a9b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 29 20:50:28.973173 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f10ec-3f61-48ed-b9a4-6390693501a6 req-cc96bebc-6066-4dfa-9040-be62e5c52ceb tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:28.974513 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b7f10ec-3f61-48ed-b9a4-6390693501a6 req-cc96bebc-6066-4dfa-9040-be62e5c52ceb tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0469279 Jul 29 20:50:29.013063 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b7f10ec-3f61-48ed-b9a4-6390693501a6 req-99e58087-643b-411b-b12a-5e2840d051c9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Jul 29 20:50:29.614435 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:29.787428 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357218-9b2e-49a8-92ae-77666149dda0 req-04017cb6-bd7f-47f5-b9ab-130ef35b6c96 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:29.788897 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f5357218-9b2e-49a8-92ae-77666149dda0 req-04017cb6-bd7f-47f5-b9ab-130ef35b6c96 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 944 time: 0.0470555 Jul 29 20:50:29.826107 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f5357218-9b2e-49a8-92ae-77666149dda0 req-41777c3c-454b-425d-b79a-56d70c0e3a89 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Jul 29 20:50:30.124637 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ddceb-f662-4448-83c3-3af541d94172 req-734c70c8-5e05-4700-bab7-8aeb0c84d231 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.126816 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-777ddceb-f662-4448-83c3-3af541d94172 req-734c70c8-5e05-4700-bab7-8aeb0c84d231 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Jul 29 20:50:30.162380 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-777ddceb-f662-4448-83c3-3af541d94172 req-f6caafa1-eedf-4802-85e6-d85eb2ebeaac tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298374 Jul 29 20:50:30.733436 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-d4f1550c-d23b-4cf6-8f33-26b1d1719a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.734433 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-d4f1550c-d23b-4cf6-8f33-26b1d1719a5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 1097 time: 0.0443778 Jul 29 20:50:30.836132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-b32475f0-abb4-4c14-8e9a-3feabef689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.837579 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-b32475f0-abb4-4c14-8e9a-3feabef689a0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0ad21f31c9045bdb969ef3473713054&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934362 Jul 29 20:50:30.940051 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69367e-c956-43b9-b458-617927c40722 req-da15df13-379e-46ef-8577-f629a53fd2e2 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.941647 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb69367e-c956-43b9-b458-617927c40722 req-da15df13-379e-46ef-8577-f629a53fd2e2 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 944 time: 0.0487792 Jul 29 20:50:30.954967 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a9149-dd9d-4cb9-a0f4-0ac5551d645c req-56815786-ce47-4680-891a-dcdbb999bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:30.956430 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6c1a9149-dd9d-4cb9-a0f4-0ac5551d645c req-56815786-ce47-4680-891a-dcdbb999bdc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.0936761 Jul 29 20:50:30.982983 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb69367e-c956-43b9-b458-617927c40722 req-f64fd7a3-a488-4525-a4c1-888954664347 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355539 Jul 29 20:50:31.003693 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-414a7dd8-ab3c-43fe-9586-1261bd4869f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:31.005147 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1c91e167-6380-4bf0-8a23-c68fda1f03df req-414a7dd8-ab3c-43fe-9586-1261bd4869f3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436386 Jul 29 20:50:31.015128 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6c1a9149-dd9d-4cb9-a0f4-0ac5551d645c req-912377e6-f6c1-4c0b-a4c1-55fdc381edd5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484047 Jul 29 20:50:31.149071 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-5e76d424-1f91-45f5-b6cc-fdb4d359725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:31.150624 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-5e76d424-1f91-45f5-b6cc-fdb4d359725c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0ad21f31c9045bdb969ef3473713054&device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 1097 time: 0.0424924 Jul 29 20:50:31.206036 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-506ff7a9-7da6-4785-8a7a-632b592977bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9 HTTP/1.1" status: 200 len: 217 time: 0.0366130 Jul 29 20:50:31.259809 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-2ed1ba08-c92a-4c61-9c50-618a8da05229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:31.261159 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-2ed1ba08-c92a-4c61-9c50-618a8da05229 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4c9a19c0-5420-4e76-9128-d6e73b1141f8 HTTP/1.1" status: 200 len: 848 time: 0.0450990 Jul 29 20:50:31.282715 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb48f1c-2f6e-4454-9ecf-dbc6e015bcec req-c18a0962-be5a-4e89-aab6-a699ceeddca6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:31.284312 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0bb48f1c-2f6e-4454-9ecf-dbc6e015bcec req-c18a0962-be5a-4e89-aab6-a699ceeddca6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Jul 29 20:50:31.293735 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-3b80042e-971a-44c4-bc76-eeae8cbf8b23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a1707db1-3048-4ca6-83a0-b2944653fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242767 Jul 29 20:50:31.332250 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0bb48f1c-2f6e-4454-9ecf-dbc6e015bcec req-751ca27e-6f32-4de7-94c2-cbfdb72f47b2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Jul 29 20:50:31.398910 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-fcecfb21-6efe-451a-a659-d721baf1057a service neutron] 10.222.0.44 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969095 Jul 29 20:50:31.504762 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c7a6af7e-8142-4a33-8806-1a512e970314 req-3a1aab9f-5ad3-4899-9313-56bfc45f2794 service neutron] 10.222.0.44 "GET /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886335 Jul 29 20:50:32.229014 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef4355-c73e-4f65-b000-b3b536e51e99 req-fa1682df-3c5e-4743-aba9-9f56a8516999 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:32.230477 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8ef4355-c73e-4f65-b000-b3b536e51e99 req-fa1682df-3c5e-4743-aba9-9f56a8516999 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 944 time: 0.1267970 Jul 29 20:50:32.292270 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-0558f556-741d-4c07-9cdd-7f3a23e5bc1a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:32.293622 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-0558f556-741d-4c07-9cdd-7f3a23e5bc1a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1418142 Jul 29 20:50:32.298520 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8ef4355-c73e-4f65-b000-b3b536e51e99 req-ab4a0c1e-61f7-412a-a699-a35ac7d98a7b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599577 Jul 29 20:50:32.308599 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-188e9064-3a16-44dd-a13e-611410e63366 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/quotas/a693282003e54d9f9a7343890ea6d82c HTTP/1.1" status: 200 len: 375 time: 0.0090618 Jul 29 20:50:32.363136 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-aeaf9176-5e26-4b42-8a9a-a3aa7dfca70a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478871 Jul 29 20:50:32.660631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44630e9-12e7-4130-8bd7-6fbe4f2d3f12 req-4540228e-d733-4f57-9cfc-232b1959df1f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:32.662086 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b44630e9-12e7-4130-8bd7-6fbe4f2d3f12 req-4540228e-d733-4f57-9cfc-232b1959df1f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0737071 Jul 29 20:50:32.665513 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-ff98709d-a322-4374-92ea-4f89c1a8abc9 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954171 Jul 29 20:50:32.748465 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b44630e9-12e7-4130-8bd7-6fbe4f2d3f12 req-4cd759be-12fe-4382-903c-13f067dd2d7e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801210 Jul 29 20:50:32.775895 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-75d27314-ff59-46cd-be98-b80555d4e517 service neutron] 10.222.0.43 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013360 Jul 29 20:50:32.953403 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b3e5da5a-6d98-4aa5-b230-75c93c52c622 req-a5910e19-8f9d-4cd3-bb7a-b1f6e0044f77 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Jul 29 20:50:33.005464 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-8260c513-5dca-4488-ad89-c1d8784effd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.006987 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-8260c513-5dca-4488-ad89-c1d8784effd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.0560925 Jul 29 20:50:33.070226 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff949-aa91-4399-b3f4-ba2421978117 req-a1fc849a-a02c-4c44-9aaa-b77e08d21425 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.075976 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-686ff949-aa91-4399-b3f4-ba2421978117 req-a1fc849a-a02c-4c44-9aaa-b77e08d21425 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0570736 Jul 29 20:50:33.128701 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-686ff949-aa91-4399-b3f4-ba2421978117 req-80ba590a-3593-41d6-bdda-df21326b53ca tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488648 Jul 29 20:50:33.160972 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-42271fbe-b320-467b-9b26-acb2149e3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.162893 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-42271fbe-b320-467b-9b26-acb2149e3857 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.1436362 Jul 29 20:50:33.214292 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-7f9c2be1-b5f1-4bd3-ab3f-649af331052b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0428720 Jul 29 20:50:33.305166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-3a705745-02b7-47d3-bab2-98fb9a0ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.307467 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-3a705745-02b7-47d3-bab2-98fb9a0ed6e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.0700221 Jul 29 20:50:33.372986 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-7a7a8bae-3fc8-4639-b4dd-33c64f8a6396 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543995 Jul 29 20:50:33.526783 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-4d8f1694-1bf0-4455-b86f-0d1354806c62 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452539 Jul 29 20:50:33.532647 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b07a53-1093-4f1a-82bf-e72f7cc82b7f req-3fc38344-521d-475c-a595-c494044dcb2f tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:33.534375 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d0b07a53-1093-4f1a-82bf-e72f7cc82b7f req-3fc38344-521d-475c-a595-c494044dcb2f tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 944 time: 0.0843744 Jul 29 20:50:33.584843 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d0b07a53-1093-4f1a-82bf-e72f7cc82b7f req-ff5b457a-4068-46cd-a58d-850166e8ec18 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Jul 29 20:50:33.660437 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-cb1e9f39-2311-441b-8ebc-409c2ceb0434 req-425a150b-0202-4eb0-b2d1-c4de4833f1c5 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176426 Jul 29 20:50:34.015066 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:34.051389 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d45a91b5-ff8f-4be8-9862-abbd88529c1c req-888caf37-3b64-4f8a-ac8e-6acfaa76a5a9 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 210 time: 0.0314493 Jul 29 20:50:34.117618 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:34.130123 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9', 'network_id': 'a1707db1-3048-4ca6-83a0-b2944653fdde', 'port_id': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9', 'mac_address': 'fa:16:3e:f5:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9a19c0-5420-4e76-9128-d6e73b1141f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:34.187452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.195880 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-01da76c9-2331-499e-aaec-5bc87b9bffd2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:34.197422 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-01da76c9-2331-499e-aaec-5bc87b9bffd2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/networks?id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 200 len: 814 time: 0.1040847 Jul 29 20:50:34.203797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:34.213716 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Request body: {'port': {'device_id': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'admin_state_up': True, 'tenant_id': 'a693282003e54d9f9a7343890ea6d82c'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:34.227806 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:34.232858 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.263945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa4726-dc25-40b3-be16-dd984643d99c req-07e1fc57-460c-444d-a1e6-affa298c8b10 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:34.266138 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8afa4726-dc25-40b3-be16-dd984643d99c req-07e1fc57-460c-444d-a1e6-affa298c8b10 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0613041 Jul 29 20:50:34.296227 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:34.317413 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8afa4726-dc25-40b3-be16-dd984643d99c req-b7bcb186-c42d-4b59-aada-afeff00780c8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Jul 29 20:50:34.332802 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Made reservation on behalf of a693282003e54d9f9a7343890ea6d82c for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:34.336345 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.375842 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:50:34.462063 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Allocated IP 172.20.0.8 (e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46/51c7c5fe-d5da-4a21-9950-5b585fc2bf84/b0a168ad-38f8-4961-b479-cdcea08a1cc8) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:50:34.562385 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5cd4168e-eb7c-49d8-827d-c2a93b0820c9'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:34.615531 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.658570 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.701485 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:50:34.706200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:34.710204 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:50:34.726411 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e117ff3-89f3-40b8-830b-f3eac3373bff req-92f0b680-a05f-40c6-ba1c-e28e0a1600ae tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:34.728097 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e117ff3-89f3-40b8-830b-f3eac3373bff req-92f0b680-a05f-40c6-ba1c-e28e0a1600ae tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 945 time: 0.0653539 Jul 29 20:50:34.745732 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event updated for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:34.759127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.759480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.759815 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.760146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.760505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.760832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.761152 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.761471 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.761793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.762104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.762586 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.763078 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:34.779238 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e117ff3-89f3-40b8-830b-f3eac3373bff req-27f5c25d-1d05-4f38-9cac-60fe9799e19b tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 Jul 29 20:50:34.780275 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:34.780899 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:34.809211 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-6d05acbe-1167-42a0-8348-296d871758d1 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996623 Jul 29 20:50:34.828060 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Request body: {'port': {'device_id': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:34.885696 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.154753 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a168ad-38f8-4961-b479-cdcea08a1cc8 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:35.165369 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.168693 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316c42d-23b1-49a2-8c8d-dd47f8b6c874 req-fe8e2e82-9e6c-4854-8557-4345aed4654d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.170222 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4316c42d-23b1-49a2-8c8d-dd47f8b6c874 req-fe8e2e82-9e6c-4854-8557-4345aed4654d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 931 time: 0.0514979 Jul 29 20:50:35.178265 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Transition to ACTIVE for port object b0a168ad-38f8-4961-b479-cdcea08a1cc8 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:50:35.183455 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.208892 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4316c42d-23b1-49a2-8c8d-dd47f8b6c874 req-29fbefc6-23ce-4b66-9bc0-de55a0c5e241 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jul 29 20:50:35.235382 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:35.295780 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Attempting to bind port b0a168ad-38f8-4961-b479-cdcea08a1cc8 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:50:35.296060 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Attempting to bind port b0a168ad-38f8-4961-b479-cdcea08a1cc8 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:50:35.296385 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Attempting to bind port b0a168ad-38f8-4961-b479-cdcea08a1cc8 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:35.300832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Port b0a168ad-38f8-4961-b479-cdcea08a1cc8 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:50:35.301148 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Attempting to bind port b0a168ad-38f8-4961-b479-cdcea08a1cc8 on network e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:50:35.305827 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:50:35.306157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Checking segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:35.306527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Bound using segment: {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:50:35.306976 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Bound port: b0a168ad-38f8-4961-b479-cdcea08a1cc8, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0071ba-5159-46fc-981d-19bee0829535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:50:35.307321 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.373083 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:50:35.376977 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:50:35.381214 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.415672 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.416299 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:35.417845 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] 10.222.0.44 "PUT /v2.0/ports/b0a168ad-38f8-4961-b479-cdcea08a1cc8 HTTP/1.1" status: 200 len: 1093 time: 0.5940540 Jul 29 20:50:35.419971 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:35.422740 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c" -d '{"events": [{"name": "network-changed", "server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:35.433905 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83e7f-2fb7-404a-b965-9c0b86b8b4b9 req-c473dde6-d510-4063-a287-93f0046f9444 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.435464 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5de83e7f-2fb7-404a-b965-9c0b86b8b4b9 req-c473dde6-d510-4063-a287-93f0046f9444 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Jul 29 20:50:35.445817 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8261db7-2006-43bf-9bb8-2d6b1ee29aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:35.464150 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a851a9-1130-4813-9ef1-028dc54b6987 x-openstack-request-id: req-25a851a9-1130-4813-9ef1-028dc54b6987 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:35.464433 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:35.464940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25a851a9-1130-4813-9ef1-028dc54b6987 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:35.465328 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8', 'status': 'completed', 'code': 200} Jul 29 20:50:35.474963 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5de83e7f-2fb7-404a-b965-9c0b86b8b4b9 req-cfd1b257-d03f-4e1b-8cb7-486d09cd0564 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jul 29 20:50:35.898633 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa54cdd-3ca0-4a25-bfc9-718e6674fca7 req-ddcfaec5-629c-4ea8-97cd-5e0acbbd82f6 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:35.900169 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aaa54cdd-3ca0-4a25-bfc9-718e6674fca7 req-ddcfaec5-629c-4ea8-97cd-5e0acbbd82f6 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 945 time: 0.0532739 Jul 29 20:50:35.941982 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aaa54cdd-3ca0-4a25-bfc9-718e6674fca7 req-4a9baaca-d57a-4ca7-b327-b7bff084b49e tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Jul 29 20:50:36.173341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efda9d-51a6-4771-ac90-2b36213d6dda req-68bf5c45-b7e3-45b7-9081-c0f869295ddf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.174821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e3efda9d-51a6-4771-ac90-2b36213d6dda req-68bf5c45-b7e3-45b7-9081-c0f869295ddf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0473394 Jul 29 20:50:36.211723 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e3efda9d-51a6-4771-ac90-2b36213d6dda req-e0187568-99c7-4527-9c5e-209917fef0f1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Jul 29 20:50:36.322450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dc20f-2587-4973-8fb9-872617892da5 req-80681fec-4003-45a9-8e69-2126e3265afa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.323938 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc2dc20f-2587-4973-8fb9-872617892da5 req-80681fec-4003-45a9-8e69-2126e3265afa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 943 time: 0.0470598 Jul 29 20:50:36.360838 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc2dc20f-2587-4973-8fb9-872617892da5 req-bbae2f50-6864-4b7d-b17d-274a8838a0d5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305650 Jul 29 20:50:36.592381 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154549-ef71-465e-9a66-a2965dae1075 req-5afd3918-a600-4fb5-b94a-97f7ae70eb60 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:36.593838 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5154549-ef71-465e-9a66-a2965dae1075 req-5afd3918-a600-4fb5-b94a-97f7ae70eb60 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Jul 29 20:50:36.630211 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5154549-ef71-465e-9a66-a2965dae1075 req-e8e15b27-4302-4d1b-90db-c176d2f4bdf7 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302505 Jul 29 20:50:37.059662 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914912c-01d1-4b18-aa85-ace3f0efd191 req-f15aa561-b679-49ba-916c-8c298d47b845 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.061217 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a914912c-01d1-4b18-aa85-ace3f0efd191 req-f15aa561-b679-49ba-916c-8c298d47b845 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 945 time: 0.0507939 Jul 29 20:50:37.098850 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a914912c-01d1-4b18-aa85-ace3f0efd191 req-603bca0e-9bd3-4e15-bfe7-e14d90290380 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Jul 29 20:50:37.327957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11076a-1732-488d-bc16-454760a82192 req-56626dcf-9288-407a-a7b0-f405ae17b698 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.329425 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7c11076a-1732-488d-bc16-454760a82192 req-56626dcf-9288-407a-a7b0-f405ae17b698 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0478485 Jul 29 20:50:37.366981 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7c11076a-1732-488d-bc16-454760a82192 req-2a6cdf13-bb4f-429d-99ec-ab6290ac6c06 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 29 20:50:37.475686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23bf77-c1dc-4fbd-ae83-f3bf745cc514 req-4d5fcdcb-18f6-4c8e-9460-4ce794833399 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.478008 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ac23bf77-c1dc-4fbd-ae83-f3bf745cc514 req-4d5fcdcb-18f6-4c8e-9460-4ce794833399 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 943 time: 0.0518575 Jul 29 20:50:37.516276 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ac23bf77-c1dc-4fbd-ae83-f3bf745cc514 req-9f42444a-9e20-4c47-9ee7-75b7a0ea9885 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jul 29 20:50:37.741009 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458e320-8903-4182-af93-1a9d70922965 req-68832afa-f514-4d4f-afac-50d5614a3a7c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:37.742447 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5458e320-8903-4182-af93-1a9d70922965 req-68832afa-f514-4d4f-afac-50d5614a3a7c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0479770 Jul 29 20:50:37.778764 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5458e320-8903-4182-af93-1a9d70922965 req-a4ebf5f6-a000-46c8-a658-6c59cd20aa7b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304778 Jul 29 20:50:38.211169 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81db98-bfe7-4fce-b882-cb96f6d366a3 req-bb55ef47-6e07-43d6-81aa-0d77542be8cf tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.213673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4f81db98-bfe7-4fce-b882-cb96f6d366a3 req-bb55ef47-6e07-43d6-81aa-0d77542be8cf tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Jul 29 20:50:38.229908 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1', '2db6035a-2558-43ee-9c2f-14089b03b2da', '0d013a7b-01a1-4a1c-b49b-4d449ae41d73'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:38.257702 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4f81db98-bfe7-4fce-b882-cb96f6d366a3 req-95e4cbe2-0d32-4b44-bf7e-dcfbfe7a522f tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Jul 29 20:50:38.278096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-970bff82-9614-487c-91af-3e357074bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.280026 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-970bff82-9614-487c-91af-3e357074bdf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 1096 time: 0.0437419 Jul 29 20:50:38.388764 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-2bdc3968-fd07-442d-9961-32313dbbf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.390463 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-2bdc3968-fd07-442d-9961-32313dbbf010 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a693282003e54d9f9a7343890ea6d82c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1013308 Jul 29 20:50:38.515009 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693fb32-9798-4392-a986-423fa1f2a414 req-85d18ad2-1388-4b6d-82ac-a5b5ed9fc68c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.516730 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c693fb32-9798-4392-a986-423fa1f2a414 req-85d18ad2-1388-4b6d-82ac-a5b5ed9fc68c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0709865 Jul 29 20:50:38.521790 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-3f790b47-79d1-4182-bcf5-fb3529bb635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.525513 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a701473-a5a4-4f5e-8cfd-c9b50e45963c req-3f790b47-79d1-4182-bcf5-fb3529bb635f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253495 Jul 29 20:50:38.560460 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c693fb32-9798-4392-a986-423fa1f2a414 req-f46429d0-f309-45df-9d8f-c3c7a5cb7578 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374081 Jul 29 20:50:38.621364 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-86333d11-a947-4653-b2ad-ae739026864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.622878 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-86333d11-a947-4653-b2ad-ae739026864e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a693282003e54d9f9a7343890ea6d82c&device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 1096 time: 0.0511577 Jul 29 20:50:38.646937 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c78e-415c-4d5f-a544-53c92051ef6a req-b432eba7-5c2f-4add-bfcc-ee9510fefe4d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.648517 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b030c78e-415c-4d5f-a544-53c92051ef6a req-b432eba7-5c2f-4add-bfcc-ee9510fefe4d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 943 time: 0.0541508 Jul 29 20:50:38.678571 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-150fbe33-0a57-4238-a712-00f0a6f78828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8 HTTP/1.1" status: 200 len: 217 time: 0.0364356 Jul 29 20:50:38.685485 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b030c78e-415c-4d5f-a544-53c92051ef6a req-951729b8-ef62-41c9-b47b-9a689d1a6b3f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jul 29 20:50:38.736482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-f04b1879-50df-4bcf-bd20-abccfd41ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.737980 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-f04b1879-50df-4bcf-bd20-abccfd41ddcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 200 len: 854 time: 0.0436921 Jul 29 20:50:38.784551 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-180d87ea-3bc9-4fe9-8a97-a32e90fecc4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250909 Jul 29 20:50:38.892955 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-43bca46a-9853-49af-887a-8ab52a61d639 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914605 Jul 29 20:50:38.906308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1eb7b-8832-4b07-a02c-80c073d702ff req-52624478-a965-43fd-b9c3-59d5a49cc6f8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:38.908370 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9df1eb7b-8832-4b07-a02c-80c073d702ff req-52624478-a965-43fd-b9c3-59d5a49cc6f8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0555062 Jul 29 20:50:38.951137 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9df1eb7b-8832-4b07-a02c-80c073d702ff req-825b6803-4493-47aa-91d0-30697fcea7b3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364954 Jul 29 20:50:38.997913 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-abc1493e-0862-4b76-bff7-0b3e49f2ccf7 req-76c9ff11-a72d-430d-97a1-2a4478a31f61 service neutron] 10.222.0.44 "GET /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Jul 29 20:50:39.179130 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:39.231542 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:39.238003 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:39.238698 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:39.322197 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:39.346471 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:39.349217 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480530e2-dcb7-43a3-b98b-e246a2a91dae" -d '{"events": [{"server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "name": "network-vif-plugged", "status": "completed", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:39.363888 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:39.369310 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:39.400716 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c5415-5c30-4d2d-830b-298e8153edc0 x-openstack-request-id: req-b31c5415-5c30-4d2d-830b-298e8153edc0 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:39.401157 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "name": "network-vif-plugged", "status": "completed", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:39.401410 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b31c5415-5c30-4d2d-830b-298e8153edc0 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:39.401813 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9', 'code': 200} Jul 29 20:50:39.416546 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5120e-655c-45d6-aa77-08affe1e53f0 req-5cbc530c-2dae-4571-a511-79926672e4fe tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.418028 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22e5120e-655c-45d6-aa77-08affe1e53f0 req-5cbc530c-2dae-4571-a511-79926672e4fe tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 945 time: 0.0816052 Jul 29 20:50:39.429578 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:39.437220 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.437661 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.438703 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.439152 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.439509 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.439840 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.440159 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.440477 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.440797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.441113 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.441452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.441765 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:39.460589 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22e5120e-655c-45d6-aa77-08affe1e53f0 req-a059a647-df2f-42d1-ae40-0afb0c611570 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Jul 29 20:50:39.585100 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e3d55-a6c7-425a-9212-21cb15fcda7a req-786b5220-006a-4eb7-9de4-a0b3522275b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.586575 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-272e3d55-a6c7-425a-9212-21cb15fcda7a req-786b5220-006a-4eb7-9de4-a0b3522275b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 1099 time: 0.0457871 Jul 29 20:50:39.632329 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-272e3d55-a6c7-425a-9212-21cb15fcda7a req-fe252010-414c-409a-b9e5-3ac5fc5a8975 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Jul 29 20:50:39.682374 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c231878-0edd-44be-a63c-404ba7ceb6a5 req-11510702-1226-4809-bb2f-218fc58aba66 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.683860 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c231878-0edd-44be-a63c-404ba7ceb6a5 req-11510702-1226-4809-bb2f-218fc58aba66 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0472081 Jul 29 20:50:39.721722 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c231878-0edd-44be-a63c-404ba7ceb6a5 req-dc869991-78e3-4264-8c12-d37e75f74847 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Jul 29 20:50:39.798140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838d9ea-649c-4ce5-94f6-7750fd107cf8 req-adc00d72-8611-49ee-b72b-6a37b282352d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:39.799699 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0838d9ea-649c-4ce5-94f6-7750fd107cf8 req-adc00d72-8611-49ee-b72b-6a37b282352d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 943 time: 0.0484505 Jul 29 20:50:39.841355 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0838d9ea-649c-4ce5-94f6-7750fd107cf8 req-b3144ba6-d074-48c6-bced-6681c354aebc tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357838 Jul 29 20:50:40.070258 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12f64f-fee6-4c9c-9e3a-7692e5f1fa90 req-f17ec17f-be0a-4799-9483-12f289331ba8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.071753 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e12f64f-fee6-4c9c-9e3a-7692e5f1fa90 req-f17ec17f-be0a-4799-9483-12f289331ba8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Jul 29 20:50:40.108466 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e12f64f-fee6-4c9c-9e3a-7692e5f1fa90 req-7c1a935a-5bde-4917-a2db-952baaf944af tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Jul 29 20:50:40.579760 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ca8f-e864-4a5c-9dc0-26f1c9c678a7 req-f37515e7-384c-4b64-b1bb-b4ed8743e63e tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.587903 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2564ca8f-e864-4a5c-9dc0-26f1c9c678a7 req-f37515e7-384c-4b64-b1bb-b4ed8743e63e tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0485718 Jul 29 20:50:40.618826 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2564ca8f-e864-4a5c-9dc0-26f1c9c678a7 req-ad65dbf8-ecdb-4b8b-a4ea-38ccfb7d611a tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Jul 29 20:50:40.842202 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0639137-9549-4222-8116-28499dacad08 req-0baae4b5-9499-4628-a6ae-86b597d8a13b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:40.843879 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d0639137-9549-4222-8116-28499dacad08 req-0baae4b5-9499-4628-a6ae-86b597d8a13b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0521221 Jul 29 20:50:40.891496 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d0639137-9549-4222-8116-28499dacad08 req-d1bb303a-7a40-4616-8a3f-411dd4e4c20d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Jul 29 20:50:41.104645 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f82f-7276-4342-bdd0-aaebcde5d884 req-74b4bb8b-af83-42cc-b57f-3d49f7ab8715 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:41.106169 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4a11f82f-7276-4342-bdd0-aaebcde5d884 req-74b4bb8b-af83-42cc-b57f-3d49f7ab8715 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 943 time: 0.0519128 Jul 29 20:50:41.143331 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4a11f82f-7276-4342-bdd0-aaebcde5d884 req-f03bc827-3fc2-4f84-8f4a-cb29a9b73d52 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304651 Jul 29 20:50:41.193250 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b0a168ad-38f8-4961-b479-cdcea08a1cc8 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:41.288525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:41.300486 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8', 'network_id': 'e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46', 'port_id': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8', 'mac_address': 'fa:16:3e:bb:3d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c7c5fe-d5da-4a21-9950-5b585fc2bf84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:41.335537 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:41.348297 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a168ad-38f8-4961-b479-cdcea08a1cc8 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:41.367251 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:41.371107 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:41.422013 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:41.538964 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1978f-7450-479b-bd3a-9975eccac894 req-356b3e03-4abb-4a3f-9e3e-305db0320f39 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:41.540500 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-37b1978f-7450-479b-bd3a-9975eccac894 req-356b3e03-4abb-4a3f-9e3e-305db0320f39 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Jul 29 20:50:41.576860 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-37b1978f-7450-479b-bd3a-9975eccac894 req-22b8645f-6eb6-4993-981e-56a2f7faf1a8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Jul 29 20:50:41.731322 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc3199-dc08-4b80-a7a9-711a3f22e0c6 req-b13d6cec-27f4-4c96-8057-41c3578e639d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:41.732877 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-80fc3199-dc08-4b80-a7a9-711a3f22e0c6 req-b13d6cec-27f4-4c96-8057-41c3578e639d tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0492692 Jul 29 20:50:41.761198 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['b0a168ad-38f8-4961-b479-cdcea08a1cc8'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:41.788549 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-80fc3199-dc08-4b80-a7a9-711a3f22e0c6 req-d7264837-e5b2-42bd-9237-5c7ea98d3cc5 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Jul 29 20:50:42.044330 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b3f1-e116-42e3-87c0-1e70858da221 req-3326ba6c-396c-4703-8388-91dfbdfb6f8a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.045949 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-acf7b3f1-e116-42e3-87c0-1e70858da221 req-3326ba6c-396c-4703-8388-91dfbdfb6f8a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0737274 Jul 29 20:50:42.087061 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-acf7b3f1-e116-42e3-87c0-1e70858da221 req-465eda46-e1af-4564-956e-fa550bee599c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Jul 29 20:50:42.263452 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc7b81-4a63-4faa-8306-813bca6a9e9f req-148f8207-b24f-4899-8509-0ccacf4c5578 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.264945 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-74dc7b81-4a63-4faa-8306-813bca6a9e9f req-148f8207-b24f-4899-8509-0ccacf4c5578 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 944 time: 0.0509465 Jul 29 20:50:42.302500 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-74dc7b81-4a63-4faa-8306-813bca6a9e9f req-0068a8df-fd54-4e8d-9095-469d6cd7ab51 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jul 29 20:50:42.814621 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ab9a-f4f7-4f23-88ad-7d3c7da9abeb req-23d77c21-5b6d-45e5-b0d9-210048b92c91 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:42.816095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0609ab9a-f4f7-4f23-88ad-7d3c7da9abeb req-23d77c21-5b6d-45e5-b0d9-210048b92c91 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0552678 Jul 29 20:50:42.854388 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0609ab9a-f4f7-4f23-88ad-7d3c7da9abeb req-964052e3-da0d-4b3b-9591-c64c8bcf0cb7 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 29 20:50:42.886309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38586) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:42.986671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.080353 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.085265 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.128492 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=229281b88e4d4670a9538fadd3b34741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410448 Jul 29 20:50:43.131190 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38594) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:43.137093 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450b712-6a1b-4428-b7e4-a745c3a52013,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:43.154017 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.154370 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.154735 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.155076 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.155406 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.155739 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.156068 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.156952 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.157298 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.157621 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.157944 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.158264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf39cdf-8ec7-4d92-ad5d-f35b895ae35b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:50:43.217713 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b0a168ad-38f8-4961-b479-cdcea08a1cc8 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:43.234810 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482934d-de82-478d-8278-88d50a045b10 req-1c05dd97-1da9-4eda-8827-ec0bd316b8c8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.236414 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f482934d-de82-478d-8278-88d50a045b10 req-1c05dd97-1da9-4eda-8827-ec0bd316b8c8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0693405 Jul 29 20:50:43.237497 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.266525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port b0a168ad-38f8-4961-b479-cdcea08a1cc8 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:50:43.270325 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port b0a168ad-38f8-4961-b479-cdcea08a1cc8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:43.270719 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.274903 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.301130 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f482934d-de82-478d-8278-88d50a045b10 req-22575565-e714-4125-b7ea-4000d2013cae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587447 Jul 29 20:50:43.344464 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.347015 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.348157 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6450b712-6a1b-4428-b7e4-a745c3a52013 HTTP/1.1" status: 204 len: 168 time: 0.2160680 Jul 29 20:50:43.361365 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fbc4f-59ef-4a69-af25-f785aabe8be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450b712-6a1b-4428-b7e4-a745c3a52013,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:43.367958 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.408475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:43.415247 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ccf54a-b684-409a-b719-57fd8e3782ae" -d '{"events": [{"server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "name": "network-vif-plugged", "status": "completed", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:43.431524 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:43.437265 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.446297 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7edc-132d-43ec-85bf-647604c09f41 req-753ffe0b-801c-49f7-9281-9d2afa940e35 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.454780 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-90db7edc-132d-43ec-85bf-647604c09f41 req-753ffe0b-801c-49f7-9281-9d2afa940e35 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 944 time: 0.0707831 Jul 29 20:50:43.480124 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b961f7-2647-4c46-b013-30f11c20a12c x-openstack-request-id: req-72b961f7-2647-4c46-b013-30f11c20a12c {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:43.480352 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "name": "network-vif-plugged", "status": "completed", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:43.481036 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72b961f7-2647-4c46-b013-30f11c20a12c {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:43.481476 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8', 'code': 200} Jul 29 20:50:43.496202 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-90db7edc-132d-43ec-85bf-647604c09f41 req-88695b3f-4660-490c-962c-195b745ddc2e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jul 29 20:50:43.511546 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:43.656622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79712a2-8582-415a-86b0-f7c03ed712e3 req-8dc8a7f6-3e50-4c28-b822-6798899c6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.658201 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f79712a2-8582-415a-86b0-f7c03ed712e3 req-8dc8a7f6-3e50-4c28-b822-6798899c6a02 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 1098 time: 0.0399640 Jul 29 20:50:43.664676 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 38606) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:43.682804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3de83ea9-13f6-4eea-ad7d-13efbc9c9b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.718302 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f79712a2-8582-415a-86b0-f7c03ed712e3 req-de200523-19e4-4a83-9983-a05130a46a6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Jul 29 20:50:43.794332 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3de83ea9-13f6-4eea-ad7d-13efbc9c9b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.798768 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-3de83ea9-13f6-4eea-ad7d-13efbc9c9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.840439 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de83ea9-13f6-4eea-ad7d-13efbc9c9b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e7be3f-5673-4b9f-9172-40f440a8da4f,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:43.848901 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38608) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:43.849754 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-3de83ea9-13f6-4eea-ad7d-13efbc9c9b95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f47b972264154f1db1f639de10581b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826468 Jul 29 20:50:43.897169 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.917359 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:43.993282 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980ed01-103b-4c5e-87f4-45f23d332449 req-056bc9b5-90fa-4321-9fcf-bb7a649d65dd tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:43.994782 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f980ed01-103b-4c5e-87f4-45f23d332449 req-056bc9b5-90fa-4321-9fcf-bb7a649d65dd tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0708656 Jul 29 20:50:44.006832 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:44.009216 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:44.010249 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25e7be3f-5673-4b9f-9172-40f440a8da4f HTTP/1.1" status: 204 len: 168 time: 0.1603131 Jul 29 20:50:44.025064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcddf18-f2e8-4542-9bd0-a0aa94739f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e7be3f-5673-4b9f-9172-40f440a8da4f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:44.045032 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f980ed01-103b-4c5e-87f4-45f23d332449 req-e2404cc5-c6fa-4daf-b41a-de143108d467 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Jul 29 20:50:44.121957 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5e514e78-02ac-4b76-836f-eef8fe686112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:44.427810 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca17b4-bbcf-41b8-9c07-570dd98e04b8 req-0b6c1452-1ed5-4ca0-a8b3-743b94641b28 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:44.429349 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-62ca17b4-bbcf-41b8-9c07-570dd98e04b8 req-0b6c1452-1ed5-4ca0-a8b3-743b94641b28 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0535207 Jul 29 20:50:44.466755 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-62ca17b4-bbcf-41b8-9c07-570dd98e04b8 req-001fdb63-dbf1-40b8-ae63-d21673dd2677 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jul 29 20:50:44.617351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbaef35-85b8-476f-bc5e-20617a75ae71 req-d8d991f6-de4b-4130-9611-63f8ca0ff600 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:44.618887 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6cbaef35-85b8-476f-bc5e-20617a75ae71 req-d8d991f6-de4b-4130-9611-63f8ca0ff600 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 945 time: 0.0504718 Jul 29 20:50:44.660987 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6cbaef35-85b8-476f-bc5e-20617a75ae71 req-a880223b-7275-46a5-a895-8f2591185ea3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Jul 29 20:50:44.980825 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-4e71f664-ed3c-4234-bd45-e980511097b7 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:44.982474 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-4e71f664-ed3c-4234-bd45-e980511097b7 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0514624 Jul 29 20:50:45.104374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Deleting port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:50:45.104928 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.215696 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] For port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,segment=NetworkSegment(f9e4038d-3620-4266-a3ce-0dc6935b8a14),segment_id=f9e4038d-3620-4266-a3ce-0dc6935b8a14)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:45.216065 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.217244 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e83a6-60ca-4899-8ab0-3b5906a1695e req-2aa261be-e5ca-42d5-808a-133fe0f623df tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.223710 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec7e83a6-60ca-4899-8ab0-3b5906a1695e req-2aa261be-e5ca-42d5-808a-133fe0f623df tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/ports?device_id=31b60c4a-a74c-4a42-9b44-a491fb891858 HTTP/1.1" status: 200 len: 946 time: 0.0656312 Jul 29 20:50:45.229598 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Calling delete_port for 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:50:45.258098 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec7e83a6-60ca-4899-8ab0-3b5906a1695e req-71c2e3e3-6e12-4ebd-90eb-9d3f003a03ce tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.43 "GET /v2.0/security-groups?id=08308ea3-86e9-4688-88d6-22b8034afb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Jul 29 20:50:45.365918 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.391968 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5cd4168e-eb7c-49d8-827d-c2a93b0820c9'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:45.396094 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Pushing event deleted for resources: {'Port': ['ID=5cd4168e-eb7c-49d8-827d-c2a93b0820c9,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:45.448727 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] No DVR routers for this DVR port 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:50:45.451265 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.453800 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ad21391c-b553-4a80-98b2-293ce556d5a6 req-86cd78e8-8495-4b7b-b6d3-036ff22d13a0 tempest-VolumesActionsTest-1272056045 tempest-VolumesActionsTest-1272056045-project] 10.222.0.44 "DELETE /v2.0/ports/5cd4168e-eb7c-49d8-827d-c2a93b0820c9 HTTP/1.1" status: 204 len: 173 time: 0.4602211 Jul 29 20:50:45.454242 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'name': 'network-vif-deleted', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:45.456526 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390fd91a-61bd-4dcb-84e9-ae6cec6a72d6" -d '{"events": [{"server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "name": "network-vif-deleted", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:45.515649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4af4b3-4b44-4caa-86c6-c8ccf6cb5e67 x-openstack-request-id: req-5a4af4b3-4b44-4caa-86c6-c8ccf6cb5e67 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:50:45.515649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b60c4a-a74c-4a42-9b44-a491fb891858", "name": "network-vif-deleted", "tag": "5cd4168e-eb7c-49d8-827d-c2a93b0820c9", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:50:45.515649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a4af4b3-4b44-4caa-86c6-c8ccf6cb5e67 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:50:45.515649 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b60c4a-a74c-4a42-9b44-a491fb891858', 'name': 'network-vif-deleted', 'tag': '5cd4168e-eb7c-49d8-827d-c2a93b0820c9', 'status': 'completed', 'code': 200} Jul 29 20:50:45.594376 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298467f-93b9-4f15-ae08-6890f6862f06 req-3f4d0a6a-bf07-4e30-978e-a9badeadc2ae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.595969 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e298467f-93b9-4f15-ae08-6890f6862f06 req-3f4d0a6a-bf07-4e30-978e-a9badeadc2ae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0502737 Jul 29 20:50:45.635630 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e298467f-93b9-4f15-ae08-6890f6862f06 req-65255ea1-af0c-4fc5-8e9d-fc0097a0f2f6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Jul 29 20:50:45.683238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 38674) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:45.786484 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-95789472-faf5-408c-ad55-8092f839ae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.790818 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe37e1f-f658-4b9e-9eec-0cbd438ff80c req-7188caf4-85e9-432f-a04c-24946642c44b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:45.792336 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-afe37e1f-f658-4b9e-9eec-0cbd438ff80c req-7188caf4-85e9-432f-a04c-24946642c44b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Jul 29 20:50:45.833586 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-afe37e1f-f658-4b9e-9eec-0cbd438ff80c req-50151f2e-d1a2-48f3-b7a5-6360a2e9191b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Jul 29 20:50:45.876283 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-95789472-faf5-408c-ad55-8092f839ae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.880142 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-95789472-faf5-408c-ad55-8092f839ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:45.919651 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-95789472-faf5-408c-ad55-8092f839ae7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73449cdb08dd490eb0b7df8be1f5aeb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355318 Jul 29 20:50:45.920499 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95789472-faf5-408c-ad55-8092f839ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3434b601-a9ea-416c-a991-fbf9304a740e,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:45.923730 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38680) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:45.976380 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.004985 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.063870 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.067188 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.068669 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3434b601-a9ea-416c-a991-fbf9304a740e HTTP/1.1" status: 204 len: 168 time: 0.1435385 Jul 29 20:50:46.077827 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cad52-30ca-4fff-b84b-509cc3bb788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3434b601-a9ea-416c-a991-fbf9304a740e,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:46.355620 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38698) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:46.369848 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c42c88ea-f12a-428b-bb62-64d74a229770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.465681 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c42c88ea-f12a-428b-bb62-64d74a229770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.476088 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c42c88ea-f12a-428b-bb62-64d74a229770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.513921 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c42c88ea-f12a-428b-bb62-64d74a229770 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=696e46f2ebd94de69dc4a441af71fc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572194 Jul 29 20:50:46.516013 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c88ea-f12a-428b-bb62-64d74a229770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f56d9d-ae6e-4531-b5af-0ede549d47a0,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:46.516826 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 38706) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:46.581725 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.603773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.651497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.654068 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:46.655269 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57f56d9d-ae6e-4531-b5af-0ede549d47a0 HTTP/1.1" status: 204 len: 168 time: 0.1369534 Jul 29 20:50:46.664030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32353c32-cb07-4982-8f15-fa938f240023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f56d9d-ae6e-4531-b5af-0ede549d47a0,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:46.781092 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e4d41-2998-416c-aaf8-07c81eeeb8ab req-1a8b8a2d-3c40-4e0c-a137-47a27d5fe677 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:46.787193 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a0e4d41-2998-416c-aaf8-07c81eeeb8ab req-1a8b8a2d-3c40-4e0c-a137-47a27d5fe677 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0641418 Jul 29 20:50:46.830859 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a0e4d41-2998-416c-aaf8-07c81eeeb8ab req-9fdd503b-0cef-4602-9233-877e8226c417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Jul 29 20:50:47.086913 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-208f4467-3bd5-4c74-9892-a2f227677501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.381018 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 38772) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:47.472826 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1262231431-network', 'tenant_id': '8c3ca6be2eb6410a9aafb84824dd9f80'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:47.493500 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Made reservation on behalf of 8c3ca6be2eb6410a9aafb84824dd9f80 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:47.495778 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.507062 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.541306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.594472 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.598658 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.600647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.622017 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:50:47.639022 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cac973-0728-4b62-8041-a3ab21708b03,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:47.644330 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.644829 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Added segment a9469c50-a96f-4ac6-970f-3d4deb67365d of type vlan for network f1d0dc5b-bb46-497a-a688-c67a43718f6b Jul 29 20:50:47.691099 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.720770 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.721767 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:47.722363 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.771894 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3897367 Jul 29 20:50:47.775080 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 38778) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:50:47.780623 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Request body: {'subnet': {'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1262231431-subnet', 'tenant_id': '8c3ca6be2eb6410a9aafb84824dd9f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:50:47.781000 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1bc04-b5f0-467b-90af-44281ef6b709 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d0dc5b-bb46-497a-a688-c67a43718f6b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:47.791296 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:50:47.814317 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Made reservation on behalf of 8c3ca6be2eb6410a9aafb84824dd9f80 for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:50:47.816770 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:47.960202 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff588-083c-4de3-a6eb-cc01f310a6cd req-bc1d4b67-64ef-44e4-b5f4-27a79b1aac52 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:47.961722 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5fff588-083c-4de3-a6eb-cc01f310a6cd req-bc1d4b67-64ef-44e4-b5f4-27a79b1aac52 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0541000 Jul 29 20:50:48.000508 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:48.000847 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5fff588-083c-4de3-a6eb-cc01f310a6cd req-cff92aa5-b445-48f8-8602-5a96ce4e7bf5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Jul 29 20:50:48.058382 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9171227-d585-4820-8230-8cdd4de018bb,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:48.067886 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Checking segment: {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:50:48.068245 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Network hostable DHCP agents. Network: f1d0dc5b-bb46-497a-a688-c67a43718f6b, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:50:48.084613 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:50:48.095831 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, f1d0dc5b-bb46-497a-a688-c67a43718f6b) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:50:48.100017 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:48.100777 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:48.105835 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053745c4-9926-4fba-a1dc-0f37ff36abca None None] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:48.125379 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-40f47302-c1d9-40ef-9b1c-8decb7b7e0fc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3488264 Jul 29 20:50:48.239947 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d3fe6-d41e-4d10-a786-08b54923042a None None] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:50:49.009383 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:49.116581 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdb5a4-6851-409d-8b3d-0ce7657a722e req-6157969d-58ec-4ab8-a3a0-0257b88acca5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:49.118046 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55bdb5a4-6851-409d-8b3d-0ce7657a722e req-6157969d-58ec-4ab8-a3a0-0257b88acca5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0472820 Jul 29 20:50:49.154911 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55bdb5a4-6851-409d-8b3d-0ce7657a722e req-2e73cd30-4fa9-470e-9890-17951c743bb1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Jul 29 20:50:49.327693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:50:49.347530 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:50:49.347871 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5cd4168e-eb7c-49d8-827d-c2a93b0820c9 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:50:50.273340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0180-47e5-49d4-9641-ec6d0cfaf32b req-288e61d5-9b6b-4138-b88a-a513084f4b81 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:50.274831 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-886f0180-47e5-49d4-9641-ec6d0cfaf32b req-288e61d5-9b6b-4138-b88a-a513084f4b81 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0499697 Jul 29 20:50:50.309982 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-886f0180-47e5-49d4-9641-ec6d0cfaf32b req-ef314a6f-f84c-40a9-b46c-52121c7c682e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294209 Jul 29 20:50:51.452702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744884-0e73-4c3c-8569-e8586cffc3fa req-1bdcbec6-b9d9-4051-8e53-8012b1c3f5d4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.455252 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50744884-0e73-4c3c-8569-e8586cffc3fa req-1bdcbec6-b9d9-4051-8e53-8012b1c3f5d4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0703475 Jul 29 20:50:51.494353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50744884-0e73-4c3c-8569-e8586cffc3fa req-0a691a48-3db8-4864-b5ff-c75f5379c195 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334501 Jul 29 20:50:51.855897 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9288d7-4a6a-4155-aac3-e2248fd61864 req-3f1792e3-1a53-45f1-832b-8965bca85fff tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.857646 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9e9288d7-4a6a-4155-aac3-e2248fd61864 req-3f1792e3-1a53-45f1-832b-8965bca85fff tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0775883 Jul 29 20:50:51.888127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-b19fcd9e-fb5d-49e4-80c0-29a378564ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:51.892907 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-b19fcd9e-fb5d-49e4-80c0-29a378564ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.0835698 Jul 29 20:50:51.904317 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9e9288d7-4a6a-4155-aac3-e2248fd61864 req-7786e93b-85ea-4115-b997-2c16b9904056 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jul 29 20:50:52.002998 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-7b52f0f9-487b-424d-a1d1-5d603d0fe6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:52.004504 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-7b52f0f9-487b-424d-a1d1-5d603d0fe6f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.0913005 Jul 29 20:50:52.055574 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-2bc7f06f-c69d-4d34-a9c0-666f69f12ebb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0349741 Jul 29 20:50:52.109007 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-dd116847-4f4f-49c8-8f40-552522b4a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:52.111045 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-dd116847-4f4f-49c8-8f40-552522b4a480 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.0483434 Jul 29 20:50:52.143167 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-80856c94-3479-4592-8aa6-3e1dd835a55b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245149 Jul 29 20:50:52.242124 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-132d327c-37e8-4ee5-9bdd-38a175827408 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835292 Jul 29 20:50:52.365506 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-824a0083-0825-4ced-9668-b9b7f5d57439 req-912f6752-582f-47c0-810a-e75ea7cdda74 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116130 Jul 29 20:50:52.633976 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a72d0-c11c-4028-b933-65b050bbbad3 req-7947aac0-48a8-47cb-80f8-68d73856db03 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:52.639275 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b73a72d0-c11c-4028-b933-65b050bbbad3 req-7947aac0-48a8-47cb-80f8-68d73856db03 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0561717 Jul 29 20:50:52.675033 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b73a72d0-c11c-4028-b933-65b050bbbad3 req-542306e3-08c6-4cb6-be23-dd07ba4fd29c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 Jul 29 20:50:53.074498 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7c6f4-9826-4d4f-a137-909e10f0aa4e req-b84644d3-0998-4662-ad66-ff71cac26d16 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.076517 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-30c7c6f4-9826-4d4f-a137-909e10f0aa4e req-b84644d3-0998-4662-ad66-ff71cac26d16 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0995049 Jul 29 20:50:53.117601 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-30c7c6f4-9826-4d4f-a137-909e10f0aa4e req-99000eda-2fea-4591-8ea7-3d89ffb3345a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Jul 29 20:50:53.709849 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-bd2753e5-0610-4f8a-8505-1968a95a4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.720761 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-bd2753e5-0610-4f8a-8505-1968a95a4989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.0530608 Jul 29 20:50:53.821796 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6820f-a59d-4c49-9fc5-9ca4b6437e46 req-d4588a67-7d30-42aa-8e1c-aa1374972dae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.830000 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c3e6820f-a59d-4c49-9fc5-9ca4b6437e46 req-d4588a67-7d30-42aa-8e1c-aa1374972dae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0551925 Jul 29 20:50:53.878907 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c3e6820f-a59d-4c49-9fc5-9ca4b6437e46 req-2d77743c-94cb-4515-85b7-37b0f95672c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Jul 29 20:50:53.902611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-c60ddf80-ee81-42fa-8bee-3064ba16858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.904092 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-c60ddf80-ee81-42fa-8bee-3064ba16858d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.1451733 Jul 29 20:50:53.945462 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-928ddc0d-3188-4d33-9a20-64876bfe0613 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0334446 Jul 29 20:50:53.995721 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-015252c8-eb2a-4e21-9514-3050fe6b9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:53.997238 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-015252c8-eb2a-4e21-9514-3050fe6b9845 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.0428624 Jul 29 20:50:54.040347 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-b786d8bf-ffe4-498d-8cf0-d47168a8b3d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273504 Jul 29 20:50:54.146100 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-f3b38f9e-1ed7-4883-938d-b6b2082d78cd service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965877 Jul 29 20:50:54.246004 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b963-51c4-4490-b896-fc11a71f22b1 req-c6ff8c08-2965-45fb-8f95-4f7fc442965b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:54.247505 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c968b963-51c4-4490-b896-fc11a71f22b1 req-c6ff8c08-2965-45fb-8f95-4f7fc442965b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Jul 29 20:50:54.249378 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59e026c7-8ecc-4604-8473-b7bf56a9bc69 req-ed87f015-5c70-4404-bf64-e00a57e87fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934105 Jul 29 20:50:54.293505 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c968b963-51c4-4490-b896-fc11a71f22b1 req-b39a49bb-ad58-48ec-8544-0b1c4b9b001b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Jul 29 20:50:55.016961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864e05-2579-414c-bde7-94d44f740e78 req-27630686-b27c-42c8-8f01-1cfe4323d26d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:55.025167 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87864e05-2579-414c-bde7-94d44f740e78 req-27630686-b27c-42c8-8f01-1cfe4323d26d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0703478 Jul 29 20:50:55.063821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87864e05-2579-414c-bde7-94d44f740e78 req-90b86dda-0ba4-471d-bc02-2341669884ce tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377393 Jul 29 20:50:55.418077 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6e2a6-9dd5-4357-900d-6b08de5e5ca9 req-5b6e911d-7923-43f2-b11a-8d272452697f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:55.419639 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ce6e2a6-9dd5-4357-900d-6b08de5e5ca9 req-5b6e911d-7923-43f2-b11a-8d272452697f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0527570 Jul 29 20:50:55.457719 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ce6e2a6-9dd5-4357-900d-6b08de5e5ca9 req-b1a888a7-18f9-4c99-a854-f039066aa564 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Jul 29 20:50:56.185816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dba097-a073-4d4d-9c33-d52ffb831860 req-cde19c49-89b4-4b64-a7b2-8c83403490a4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:56.187336 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8dba097-a073-4d4d-9c33-d52ffb831860 req-cde19c49-89b4-4b64-a7b2-8c83403490a4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0499148 Jul 29 20:50:56.226256 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8dba097-a073-4d4d-9c33-d52ffb831860 req-af4d3569-e750-40e6-b04a-bc38a6b5f497 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Jul 29 20:50:56.582186 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562abdc8-a63e-4b01-9df9-439989ebd0f9 req-a1a82c47-af59-4443-b816-66df16f957f4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:56.584497 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-562abdc8-a63e-4b01-9df9-439989ebd0f9 req-a1a82c47-af59-4443-b816-66df16f957f4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0562305 Jul 29 20:50:56.627064 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-562abdc8-a63e-4b01-9df9-439989ebd0f9 req-ac1f9f77-c9bb-41c7-b4fc-1ee225a94ee9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Jul 29 20:50:57.304416 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:50:57.362322 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb08e48-97e7-4f2a-bb3e-ee37bb10fa0c req-77528ee1-4129-4fc0-959c-f77db7855882 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:57.363900 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2bb08e48-97e7-4f2a-bb3e-ee37bb10fa0c req-77528ee1-4129-4fc0-959c-f77db7855882 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0596411 Jul 29 20:50:57.418976 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2bb08e48-97e7-4f2a-bb3e-ee37bb10fa0c req-0fa878e0-6d69-47a0-9e13-082572aa4a01 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477190 Jul 29 20:50:57.438666 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:57.452493 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:50:57.501810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:57.515279 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:50:57.538306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:57.543739 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:57.599937 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=6']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:57.743226 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6a60c-5563-46da-875f-5cbd7266d0a9 req-a1341a8b-8dc1-49db-ab1b-148bd7c1debf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:57.744995 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-51d6a60c-5563-46da-875f-5cbd7266d0a9 req-a1341a8b-8dc1-49db-ab1b-148bd7c1debf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Jul 29 20:50:57.779653 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['b35cec30-adbd-4317-9884-e66c8c60b720'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:50:57.784917 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-51d6a60c-5563-46da-875f-5cbd7266d0a9 req-54c25c89-9301-4762-a4b6-bba56bd95033 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Jul 29 20:50:58.207302 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-18b46e3a-0bec-433e-87eb-fd1360c69bba tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:58.208804 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-18b46e3a-0bec-433e-87eb-fd1360c69bba tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 814 time: 0.1172078 Jul 29 20:50:58.224877 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-6f39b6d8-2d27-44ae-a718-1fdf8e516652 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/quotas/8c3ca6be2eb6410a9aafb84824dd9f80 HTTP/1.1" status: 200 len: 375 time: 0.0100780 Jul 29 20:50:58.260082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-aa957aaa-ec94-43a3-8658-0bf59f5881eb tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288460 Jul 29 20:50:58.358059 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-8097f9e3-0333-4660-b910-f2fafa869add service neutron] 10.222.0.43 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883858 Jul 29 20:50:58.450032 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-506a8d83-a8ed-453a-b85e-3a3897b2447d service neutron] 10.222.0.43 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839393 Jul 29 20:50:58.578969 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c11957-b5a9-41c1-b90a-086e396847aa req-08e67a94-7a73-49b5-a284-c76f31fbdc74 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:58.588501 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67c11957-b5a9-41c1-b90a-086e396847aa req-08e67a94-7a73-49b5-a284-c76f31fbdc74 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 944 time: 0.0918944 Jul 29 20:50:58.647242 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67c11957-b5a9-41c1-b90a-086e396847aa req-d97ccb69-d5ca-41cf-93f3-c9d3c8073e62 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562656 Jul 29 20:50:58.688567 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4830894f-dc83-40a5-8932-6b970e179bc7 req-e8f39c32-03ce-4cac-9e0b-e3e32936c5f7 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 210 time: 0.0328820 Jul 29 20:50:58.974750 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c9a1-4dde-42b8-8115-547d4673c9a9 req-91477f82-0add-4208-80a2-96090fb94b90 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:58.976498 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6ab7c9a1-4dde-42b8-8115-547d4673c9a9 req-91477f82-0add-4208-80a2-96090fb94b90 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0707455 Jul 29 20:50:59.032409 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6ab7c9a1-4dde-42b8-8115-547d4673c9a9 req-5e8301be-f201-4682-ae68-d7ce68826a20 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Jul 29 20:50:59.326489 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:50:59.451637 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port b35cec30-adbd-4317-9884-e66c8c60b720 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:50:59.452568 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:59.643566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:59.644456 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:59.675227 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:50:59.679546 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5113e-9e07-49e9-9622-970a1efee20b" -d '{"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:50:59.700685 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:50:59.717436 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:50:59.778486 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=7']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:50:59.875833 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba33b-383f-4a91-8bb8-da12441a207c req-710b63a8-ef20-44e0-aef2-fc5238212653 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:50:59.878883 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4d9ba33b-383f-4a91-8bb8-da12441a207c req-710b63a8-ef20-44e0-aef2-fc5238212653 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1050677 Jul 29 20:50:59.976748 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4d9ba33b-383f-4a91-8bb8-da12441a207c req-21ce5f4b-e9fe-4dc9-932a-46d37e24df7a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869329 Jul 29 20:51:00.052064 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87bf8b5-5844-4e71-a40a-bcada8819f20 x-openstack-request-id: req-a87bf8b5-5844-4e71-a40a-bcada8819f20 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:00.052358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:00.052863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a87bf8b5-5844-4e71-a40a-bcada8819f20 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:00.053287 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'code': 200} Jul 29 20:51:00.245592 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0a813ef2-572d-4de0-af47-7a26f9b891f5 req-ed585c6c-b29a-4b6f-9cb6-7e4c773e73c3 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 210 time: 0.0554392 Jul 29 20:51:00.338015 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27038ebb-691f-4707-b254-9cbf7b59463d req-1124409f-93f5-42c0-8c2c-395d1bae68dc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:00.339948 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-27038ebb-691f-4707-b254-9cbf7b59463d req-1124409f-93f5-42c0-8c2c-395d1bae68dc tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0934584 Jul 29 20:51:00.353972 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1de5cd14-0e1a-4482-a640-93452d4725cc tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:00.356206 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1de5cd14-0e1a-4482-a640-93452d4725cc tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 814 time: 0.2692924 Jul 29 20:51:00.375959 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Request body: {'port': {'device_id': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b', 'admin_state_up': True, 'tenant_id': '8c3ca6be2eb6410a9aafb84824dd9f80'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:00.446458 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-27038ebb-691f-4707-b254-9cbf7b59463d req-ac21cb0e-82f3-4a14-8e1f-d127df1628d2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942190 Jul 29 20:51:00.670201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Made reservation on behalf of 8c3ca6be2eb6410a9aafb84824dd9f80 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:00.674884 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:00.920980 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Allocated IP 172.20.0.12 (f1d0dc5b-bb46-497a-a688-c67a43718f6b/a9171227-d585-4820-8230-8cdd4de018bb/d2f21418-f9f2-4b58-9064-d919eec7bb51) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:01.250728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241f153-92f0-48a7-8f91-095f1bb32e43 req-a0724e29-1654-4eb6-8d84-efcf0e6f15f0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:01.252403 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9241f153-92f0-48a7-8f91-095f1bb32e43 req-a0724e29-1654-4eb6-8d84-efcf0e6f15f0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1169903 Jul 29 20:51:01.257420 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.382714 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9241f153-92f0-48a7-8f91-095f1bb32e43 req-6bc5ffcf-9517-4dd4-a130-9aab6a889766 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236470 Jul 29 20:51:01.399266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.552035 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:01.555578 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:01.563529 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:01.567408 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acc2b8-9615-44af-a0d9-b9bdc12b273b req-13b8edf0-c1ba-4643-9eed-5e7e251687af tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:01.575006 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-60acc2b8-9615-44af-a0d9-b9bdc12b273b req-13b8edf0-c1ba-4643-9eed-5e7e251687af tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 932 time: 0.1900756 Jul 29 20:51:01.660592 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Pushing event updated for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:01.720197 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:01.721243 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:01.736456 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-60acc2b8-9615-44af-a0d9-b9bdc12b273b req-406ef88d-6d4e-401f-ab52-3424bd7f2a24 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517761 Jul 29 20:51:01.758709 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c28d7-f269-4fda-8115-329e336fbad2 req-729038a4-8b70-49b5-8599-1312bc5da995 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:01.766354 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-c9122af2-3ee1-4d62-b3fd-350aebf46b25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3952699 Jul 29 20:51:01.768561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-508c28d7-f269-4fda-8115-329e336fbad2 req-729038a4-8b70-49b5-8599-1312bc5da995 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1524138 Jul 29 20:51:01.784779 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Request body: {'port': {'device_id': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:01.856170 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-508c28d7-f269-4fda-8115-329e336fbad2 req-2ca03c2d-8035-49ae-9903-854887ceb855 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803626 Jul 29 20:51:01.895282 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.217931 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f21418-f9f2-4b58-9064-d919eec7bb51 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:02.226928 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.240461 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Transition to ACTIVE for port object d2f21418-f9f2-4b58-9064-d919eec7bb51 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:02.248832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.342093 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Pushing event updated for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:02.447656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Attempting to bind port d2f21418-f9f2-4b58-9064-d919eec7bb51 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:02.448384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Attempting to bind port d2f21418-f9f2-4b58-9064-d919eec7bb51 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:02.448384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Attempting to bind port d2f21418-f9f2-4b58-9064-d919eec7bb51 on network f1d0dc5b-bb46-497a-a688-c67a43718f6b {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:02.453746 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Port d2f21418-f9f2-4b58-9064-d919eec7bb51 on network f1d0dc5b-bb46-497a-a688-c67a43718f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:51:02.454209 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Attempting to bind port d2f21418-f9f2-4b58-9064-d919eec7bb51 on network f1d0dc5b-bb46-497a-a688-c67a43718f6b {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:02.475775 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:02.476692 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Checking segment: {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:02.477490 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Bound using segment: {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:02.478235 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Bound port: d2f21418-f9f2-4b58-9064-d919eec7bb51, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:02.478790 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.531450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06b2eb-328c-49e8-8a6d-c9736d53747a req-a1994f80-779f-4a31-a7d8-95c942d0058e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:02.536855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b06b2eb-328c-49e8-8a6d-c9736d53747a req-a1994f80-779f-4a31-a7d8-95c942d0058e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0705156 Jul 29 20:51:02.625040 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b06b2eb-328c-49e8-8a6d-c9736d53747a req-13783a3a-97a8-42c6-b914-7e7bdcea1534 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816231 Jul 29 20:51:02.663915 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:02.674767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:02.695527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.767550 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:02.768840 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:02.779927 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] 10.222.0.44 "PUT /v2.0/ports/d2f21418-f9f2-4b58-9064-d919eec7bb51 HTTP/1.1" status: 200 len: 1094 time: 1.0000978 Jul 29 20:51:02.785694 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:02.788074 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab94ea-fb56-465b-a655-4a629e4b8fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:03.004341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640000-4f29-41df-bf0c-4d3bf3526b40 req-bdb88aae-2025-409f-9066-ab840c7bb7a8 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.013986 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ee640000-4f29-41df-bf0c-4d3bf3526b40 req-bdb88aae-2025-409f-9066-ab840c7bb7a8 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.1055400 Jul 29 20:51:03.113462 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ee640000-4f29-41df-bf0c-4d3bf3526b40 req-e53d0344-f326-410d-8007-0e07fe4a84a6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Jul 29 20:51:03.211893 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677011b-a39d-42ee-a09e-6295449a4161 req-f7a3a6e9-c53e-4b84-90c8-dedd6deb0ea7 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.213880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a677011b-a39d-42ee-a09e-6295449a4161 req-f7a3a6e9-c53e-4b84-90c8-dedd6deb0ea7 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1166699 Jul 29 20:51:03.294307 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a677011b-a39d-42ee-a09e-6295449a4161 req-1c01fd99-912c-4033-9c21-845b29ee2669 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Jul 29 20:51:03.343020 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348049e-bdc4-418e-a4ba-ea813055126d service neutron] Pushing event updated for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:03.347262 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53abf7b6-102b-4c01-873e-c3cc5f28643e x-openstack-request-id: req-53abf7b6-102b-4c01-873e-c3cc5f28643e {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:03.347599 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:03.347794 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53abf7b6-102b-4c01-873e-c3cc5f28643e {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:03.348361 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51', 'status': 'completed', 'code': 200} Jul 29 20:51:03.368840 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef1dc-eba7-46d4-9945-cc6fac15a369 req-b9812718-692a-4f1a-ac8c-bf2af5c357ae tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.370473 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf9ef1dc-eba7-46d4-9945-cc6fac15a369 req-b9812718-692a-4f1a-ac8c-bf2af5c357ae tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 945 time: 0.1126034 Jul 29 20:51:03.371589 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-8075b375-f540-4b45-8d18-1f4afd105d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.373469 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-8075b375-f540-4b45-8d18-1f4afd105d9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 1097 time: 0.5184288 Jul 29 20:51:03.428427 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf9ef1dc-eba7-46d4-9945-cc6fac15a369 req-c29a1b93-c213-4813-beac-52d0295ba8f4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518219 Jul 29 20:51:03.468780 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-fe9fb58a-3361-49af-acc0-d0fadc6f6dc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51 HTTP/1.1" status: 200 len: 217 time: 0.0827518 Jul 29 20:51:03.574931 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7743-3055-4a6d-a688-f77f187a1228 req-ba1de7ab-d8f6-4df4-af8a-958664a0dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.576476 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-ba1de7ab-d8f6-4df4-af8a-958664a0dcb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9171227-d585-4820-8230-8cdd4de018bb HTTP/1.1" status: 200 len: 854 time: 0.0930829 Jul 29 20:51:03.637045 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-16bdca96-5c96-4b4c-b952-d721761de563 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1d0dc5b-bb46-497a-a688-c67a43718f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360262 Jul 29 20:51:03.770205 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-d924a669-d833-40e9-9914-5fd1c4613115 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207037 Jul 29 20:51:03.808727 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ab346-15e4-417f-973b-134e2d947df8 req-58b22651-47d8-4b74-ae31-870563061e10 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:03.810520 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-398ab346-15e4-417f-973b-134e2d947df8 req-58b22651-47d8-4b74-ae31-870563061e10 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0894146 Jul 29 20:51:03.890100 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-398ab346-15e4-417f-973b-134e2d947df8 req-556f8ca3-f176-4210-a9d5-ed3a57284196 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665431 Jul 29 20:51:03.948937 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-583a7743-3055-4a6d-a688-f77f187a1228 req-194574c9-0ce2-46eb-beb1-0831d13912c0 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671650 Jul 29 20:51:04.119804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-5239f8e2-ceb3-4a73-a44e-efbdddbb9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.121429 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-5239f8e2-ceb3-4a73-a44e-efbdddbb9e60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 1097 time: 0.1141639 Jul 29 20:51:04.317223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-1c6fb455-848d-43e8-be68-9468d356a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.323738 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-1c6fb455-848d-43e8-be68-9468d356a4d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 915 time: 0.1934197 Jul 29 20:51:04.327414 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28cf0a-b9bd-4e48-be83-b9d988d67079 req-b68465b1-7965-460b-bdb5-24997a1af895 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.341353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d28cf0a-b9bd-4e48-be83-b9d988d67079 req-b68465b1-7965-460b-bdb5-24997a1af895 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.1192760 Jul 29 20:51:04.432561 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-b091dc3a-3dce-4723-bd19-b9b026f02de1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51 HTTP/1.1" status: 200 len: 217 time: 0.0970039 Jul 29 20:51:04.462382 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d28cf0a-b9bd-4e48-be83-b9d988d67079 req-2cf1f1d1-d9d9-414b-8b1b-3c0c6806aaca tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182978 Jul 29 20:51:04.518932 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-6e5583a4-59ea-4b80-a750-d84f2859809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.521267 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-6e5583a4-59ea-4b80-a750-d84f2859809c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9171227-d585-4820-8230-8cdd4de018bb HTTP/1.1" status: 200 len: 854 time: 0.0686793 Jul 29 20:51:04.577135 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cefd6-5125-4e55-a1c0-4259bd4b0ad7 req-e2be61ed-7953-4a00-a6a1-eeac76646de0 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.582121 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-6565afbf-eeb0-42da-9a19-eb909c0c5a3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1d0dc5b-bb46-497a-a688-c67a43718f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450161 Jul 29 20:51:04.584894 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-180cefd6-5125-4e55-a1c0-4259bd4b0ad7 req-e2be61ed-7953-4a00-a6a1-eeac76646de0 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1169193 Jul 29 20:51:04.684605 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-180cefd6-5125-4e55-a1c0-4259bd4b0ad7 req-c6d95285-33d2-4310-87f6-91ee630b74c8 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891385 Jul 29 20:51:04.765455 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-101a5eef-85f0-4da6-a21a-2d0ca3f5be65 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736145 Jul 29 20:51:04.770558 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8492b2-0dcc-4875-9d6a-74dd132b47d2 req-5fa8299e-6a72-4eb7-a422-d157a98b6798 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:04.784474 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ef8492b2-0dcc-4875-9d6a-74dd132b47d2 req-5fa8299e-6a72-4eb7-a422-d157a98b6798 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 945 time: 0.1579020 Jul 29 20:51:04.850604 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ef8492b2-0dcc-4875-9d6a-74dd132b47d2 req-121d02cc-fc03-4632-b214-48e1952a71ad tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645285 Jul 29 20:51:04.945240 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ab94ea-fb56-465b-a655-4a629e4b8fc4 req-b4a61ef8-d351-49a3-97aa-6cfea73f3586 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657686 Jul 29 20:51:05.069049 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9ea8f-6654-419c-b664-d955da375942 req-ef506c60-2838-4f6c-b9ea-fa37a52c3f6a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.087849 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-88c9ea8f-6654-419c-b664-d955da375942 req-ef506c60-2838-4f6c-b9ea-fa37a52c3f6a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1104801 Jul 29 20:51:05.209654 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-88c9ea8f-6654-419c-b664-d955da375942 req-66b5d01f-b1c5-4a4f-9c3f-473b1b430ed9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228180 Jul 29 20:51:05.240059 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-3c64fc54-7fb0-412d-afa5-f7074290086a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.250611 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-3c64fc54-7fb0-412d-afa5-f7074290086a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 945 time: 0.1700752 Jul 29 20:51:05.460975 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Deleting port b0a168ad-38f8-4961-b479-cdcea08a1cc8 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:05.461478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:05.684657 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] For port b0a168ad-38f8-4961-b479-cdcea08a1cc8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0a168ad-38f8-4961-b479-cdcea08a1cc8,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:05.685378 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:05.699616 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d0d2-0dba-40c7-814d-ef07faeb6a34 req-c65fbd0f-bbfc-4d2a-942a-c66572be9248 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.706919 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9d64d0d2-0dba-40c7-814d-ef07faeb6a34 req-c65fbd0f-bbfc-4d2a-942a-c66572be9248 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.1238844 Jul 29 20:51:05.790188 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Calling delete_port for b0a168ad-38f8-4961-b479-cdcea08a1cc8 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:05.897238 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9d64d0d2-0dba-40c7-814d-ef07faeb6a34 req-5166ef3b-4517-4464-8871-9518036b71f0 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843367 Jul 29 20:51:05.951673 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86dd3a-432c-4454-acf3-09fc07bcda70 req-868728b0-5de5-4cb1-a95b-c44006b0b260 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:05.956763 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-af86dd3a-432c-4454-acf3-09fc07bcda70 req-868728b0-5de5-4cb1-a95b-c44006b0b260 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1202145 Jul 29 20:51:06.019466 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:06.032780 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1', '2db6035a-2558-43ee-9c2f-14089b03b2da', '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'b0a168ad-38f8-4961-b479-cdcea08a1cc8'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:06.043171 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-af86dd3a-432c-4454-acf3-09fc07bcda70 req-470fee64-9724-497c-938e-243b03d67217 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696435 Jul 29 20:51:06.088546 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event deleted for resources: {'Port': ['ID=b0a168ad-38f8-4961-b479-cdcea08a1cc8,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:06.093744 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a355e696-0f69-44e0-852a-cd586db19521 req-5b271805-d6d9-4c7c-9aee-0a518fcb2bd6 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=296dd125-d7ee-46c0-8309-d2a56b7aed27 HTTP/1.1" status: 200 len: 210 time: 0.0672562 Jul 29 20:51:06.126870 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] No DVR routers for this DVR port b0a168ad-38f8-4961-b479-cdcea08a1cc8 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:06.129843 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:06.132220 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0341d46f-a1f2-47c9-ac24-f1eb26f5007c req-8f43ef28-bdc0-49d8-ab91-31117828af39 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "DELETE /v2.0/ports/b0a168ad-38f8-4961-b479-cdcea08a1cc8 HTTP/1.1" status: 204 len: 173 time: 0.8807056 Jul 29 20:51:06.132873 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'name': 'network-vif-deleted', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:06.135363 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c934d38-3cb3-4b32-8665-c0e2b541afa7" -d '{"events": [{"server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "name": "network-vif-deleted", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:06.221240 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fbb9d2-8a3d-4a6a-9dab-a2ac85e23aa3 x-openstack-request-id: req-36fbb9d2-8a3d-4a6a-9dab-a2ac85e23aa3 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:06.221723 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296dd125-d7ee-46c0-8309-d2a56b7aed27", "name": "network-vif-deleted", "tag": "b0a168ad-38f8-4961-b479-cdcea08a1cc8", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:06.222124 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36fbb9d2-8a3d-4a6a-9dab-a2ac85e23aa3 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:06.222672 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296dd125-d7ee-46c0-8309-d2a56b7aed27', 'name': 'network-vif-deleted', 'tag': 'b0a168ad-38f8-4961-b479-cdcea08a1cc8', 'status': 'completed', 'code': 200} Jul 29 20:51:06.485787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859389c-5f23-4e43-91d9-d64d86acd68b req-b05d99b2-be26-4cd8-8b32-1b0ff8bebe45 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:06.490638 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d859389c-5f23-4e43-91d9-d64d86acd68b req-b05d99b2-be26-4cd8-8b32-1b0ff8bebe45 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1162345 Jul 29 20:51:06.572939 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d859389c-5f23-4e43-91d9-d64d86acd68b req-c528f666-cc14-4d36-a7e8-e5cf24b79351 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736616 Jul 29 20:51:07.035923 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f7437-fc9d-4228-a6fc-e363dc639935 req-2908642d-0128-40c9-9ec9-eed0fc164c25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:07.045330 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6e3f7437-fc9d-4228-a6fc-e363dc639935 req-2908642d-0128-40c9-9ec9-eed0fc164c25 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.0683720 Jul 29 20:51:07.098121 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6e3f7437-fc9d-4228-a6fc-e363dc639935 req-0b3e40d8-e679-4ab0-8ec5-50b09b944100 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514817 Jul 29 20:51:07.186054 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22b16f-d9ae-4c4f-a42a-1e472db4ba3b req-ef42ab31-6330-49aa-a9e9-20ea8e1ca63e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:07.211153 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1d22b16f-d9ae-4c4f-a42a-1e472db4ba3b req-ef42ab31-6330-49aa-a9e9-20ea8e1ca63e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0766678 Jul 29 20:51:07.311018 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1d22b16f-d9ae-4c4f-a42a-1e472db4ba3b req-9d89ac50-fe2d-4caf-9ad1-9270265e12d2 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835507 Jul 29 20:51:07.740758 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8277f-4264-4498-9971-2db9fa969b28 req-98122483-9624-4a1e-a831-8635ea98a05f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:07.742372 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d6c8277f-4264-4498-9971-2db9fa969b28 req-98122483-9624-4a1e-a831-8635ea98a05f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0639486 Jul 29 20:51:07.818997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d6c8277f-4264-4498-9971-2db9fa969b28 req-3f481fd7-7940-4a47-a980-dec4b4be372f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659111 Jul 29 20:51:08.491442 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d53eb-050b-4444-b437-137f6d0e0f9e req-27d42a9d-aba0-436a-8969-c26f39eafd8d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:08.492997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab7d53eb-050b-4444-b437-137f6d0e0f9e req-27d42a9d-aba0-436a-8969-c26f39eafd8d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Jul 29 20:51:08.544776 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba883f65-8517-460c-afce-951907a50fba req-0cbac5cf-00bd-4f3a-a27a-72231db5e31b tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:08.548345 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ba883f65-8517-460c-afce-951907a50fba req-0cbac5cf-00bd-4f3a-a27a-72231db5e31b tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.3553030 Jul 29 20:51:08.581350 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab7d53eb-050b-4444-b437-137f6d0e0f9e req-4e3bb34c-6de2-4457-9a98-b19fb7013cb1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772247 Jul 29 20:51:08.598896 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ba883f65-8517-460c-afce-951907a50fba req-6b509b94-19d6-4c0e-a2d8-ea2ba6cc226e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Jul 29 20:51:09.034871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba942c-be39-41b2-bd9c-a86f7b076fc3 req-a8283b6f-a6a3-4ba6-a4bd-cdf84301d489 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.036269 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cbba942c-be39-41b2-bd9c-a86f7b076fc3 req-a8283b6f-a6a3-4ba6-a4bd-cdf84301d489 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.0902395 Jul 29 20:51:09.066962 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ac22-10b0-4dc3-82da-5ffa744143ff req-24485cf0-d299-4384-ab5a-86bc05a99a3f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.074053 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ef6ac22-10b0-4dc3-82da-5ffa744143ff req-24485cf0-d299-4384-ab5a-86bc05a99a3f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 945 time: 0.1188500 Jul 29 20:51:09.145197 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cbba942c-be39-41b2-bd9c-a86f7b076fc3 req-2f17381e-27d3-4058-a4f1-466b3ad85072 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843058 Jul 29 20:51:09.197273 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ef6ac22-10b0-4dc3-82da-5ffa744143ff req-b6304a08-037f-4658-8ce7-1ab948c470ed tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220269 Jul 29 20:51:09.466729 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b0a168ad-38f8-4961-b479-cdcea08a1cc8 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:09.500433 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: b0a168ad-38f8-4961-b479-cdcea08a1cc8 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:09.501144 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b0a168ad-38f8-4961-b479-cdcea08a1cc8 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:09.764589 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8634ded-0c02-4e7c-a849-1caf67862d34 req-2fff3a4a-d3b6-448b-bb7a-242953d28729 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.772254 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b8634ded-0c02-4e7c-a849-1caf67862d34 req-2fff3a4a-d3b6-448b-bb7a-242953d28729 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0954125 Jul 29 20:51:09.803268 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6f871-08d3-4887-95ac-ab0555bcf424 req-f6b03ee8-a343-451a-b2cf-8027a614b7f2 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:09.804940 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d5e6f871-08d3-4887-95ac-ab0555bcf424 req-f6b03ee8-a343-451a-b2cf-8027a614b7f2 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.0928152 Jul 29 20:51:09.854724 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b8634ded-0c02-4e7c-a849-1caf67862d34 req-142d7610-7e10-46bd-88c4-f97c80e876e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815816 Jul 29 20:51:09.880803 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d5e6f871-08d3-4887-95ac-ab0555bcf424 req-9e99770c-f37e-46f3-8aae-a29f0d4acb48 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643766 Jul 29 20:51:10.324977 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2d94c-7c59-4d22-8368-356d420edb2e req-64e88229-74cc-47a0-9032-2debbe3f26cb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:10.326543 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0af2d94c-7c59-4d22-8368-356d420edb2e req-64e88229-74cc-47a0-9032-2debbe3f26cb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1112754 Jul 29 20:51:10.392209 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328565e6-4799-4cfa-8155-41b25a2c21f9 req-370dd320-08ed-4715-9d47-71afb20e8df6 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:10.399296 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-328565e6-4799-4cfa-8155-41b25a2c21f9 req-370dd320-08ed-4715-9d47-71afb20e8df6 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 945 time: 0.1106584 Jul 29 20:51:10.408988 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0af2d94c-7c59-4d22-8368-356d420edb2e req-76491e1d-a240-420a-acd0-bd2859ef4107 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672653 Jul 29 20:51:10.456960 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-328565e6-4799-4cfa-8155-41b25a2c21f9 req-3a948fd6-65e4-40c9-8903-5a42d6b2b308 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Jul 29 20:51:10.759200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-624fc153-0202-4da0-bdaf-e490f7029a9a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:10.761238 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-624fc153-0202-4da0-bdaf-e490f7029a9a tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 945 time: 0.1384714 Jul 29 20:51:10.866148 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Deleting port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:10.866914 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:11.040444 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] For port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:11.041419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:11.058736 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Calling delete_port for 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:11.143141 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa7e75-5b7e-454e-b9f1-47a79531864a req-af7f8410-eebf-4fe0-a4ca-b36946f9ff8d tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:11.150465 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9baa7e75-5b7e-454e-b9f1-47a79531864a req-af7f8410-eebf-4fe0-a4ca-b36946f9ff8d tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.1227436 Jul 29 20:51:11.184499 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e45cbd-fea2-4616-93a5-19c5869596a9 req-b0ea5666-c071-4aea-a0d1-d7eb6ce03f9c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:11.185891 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50e45cbd-fea2-4616-93a5-19c5869596a9 req-b0ea5666-c071-4aea-a0d1-d7eb6ce03f9c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1022139 Jul 29 20:51:11.224226 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9baa7e75-5b7e-454e-b9f1-47a79531864a req-b8606963-41c2-4bb4-8dff-e4dcdaa5c0a2 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Jul 29 20:51:11.247359 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-50e45cbd-fea2-4616-93a5-19c5869596a9 req-7ba18b91-c13f-4f8b-b864-bfd58e6e5e05 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547562 Jul 29 20:51:11.310295 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:11.330775 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1', '2db6035a-2558-43ee-9c2f-14089b03b2da', '0d013a7b-01a1-4a1c-b49b-4d449ae41d73'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:11.382911 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:11.398326 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event deleted for resources: {'Port': ['ID=0d013a7b-01a1-4a1c-b49b-4d449ae41d73,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:11.487555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] No DVR routers for this DVR port 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:11.490842 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:11.492885 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-eee87300-3de7-476a-81b9-4319fd92eb89 req-cb5ed639-6525-4aac-aae9-d2079c3658f5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "DELETE /v2.0/ports/0d013a7b-01a1-4a1c-b49b-4d449ae41d73 HTTP/1.1" status: 204 len: 173 time: 0.7250943 Jul 29 20:51:11.493342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'name': 'network-vif-deleted', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:11.495643 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782dc0c2-7495-4a6d-a337-cb9a7a71bf99" -d '{"events": [{"server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "name": "network-vif-deleted", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:11.681793 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5a91d56-3b25-49a2-8dbb-32f6f8fcbd30 req-da89c4e1-5262-446b-87c7-56f473363a41 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=82b62d68-9a83-4714-acdc-8ce3bf65ff96 HTTP/1.1" status: 200 len: 210 time: 0.0643795 Jul 29 20:51:11.694978 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce42837-522d-4e44-b67d-472a60f77ff2 req-18f9e532-111f-4df9-bc22-fe9daa4b5e06 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:11.705439 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fce42837-522d-4e44-b67d-472a60f77ff2 req-18f9e532-111f-4df9-bc22-fe9daa4b5e06 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1354930 Jul 29 20:51:11.767014 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fce42837-522d-4e44-b67d-472a60f77ff2 req-60b75459-b8e3-41ff-97be-43950a189266 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554602 Jul 29 20:51:11.840578 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5926ea-cbfb-444e-a174-67836dffb93b x-openstack-request-id: req-5b5926ea-cbfb-444e-a174-67836dffb93b {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:11.841127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b62d68-9a83-4714-acdc-8ce3bf65ff96", "name": "network-vif-deleted", "tag": "0d013a7b-01a1-4a1c-b49b-4d449ae41d73", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:11.841230 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b5926ea-cbfb-444e-a174-67836dffb93b {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:11.846823 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b62d68-9a83-4714-acdc-8ce3bf65ff96', 'name': 'network-vif-deleted', 'tag': '0d013a7b-01a1-4a1c-b49b-4d449ae41d73', 'status': 'completed', 'code': 200} Jul 29 20:51:12.370495 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3067-c7af-4ffe-8892-43ed373f5a29 req-8c839364-ca0a-4d3e-8cc9-532148786577 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:12.380698 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa8c3067-c7af-4ffe-8892-43ed373f5a29 req-8c839364-ca0a-4d3e-8cc9-532148786577 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.0717602 Jul 29 20:51:12.461534 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa8c3067-c7af-4ffe-8892-43ed373f5a29 req-1935f905-a719-43d8-912a-d04fda9daf77 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797727 Jul 29 20:51:12.500722 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a64bf-7efa-42f4-bcf1-775cf78f38ce req-6a0153a2-09ff-4cd9-89f7-931dda5aa899 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:12.509731 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-156a64bf-7efa-42f4-bcf1-775cf78f38ce req-6a0153a2-09ff-4cd9-89f7-931dda5aa899 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1253548 Jul 29 20:51:12.552865 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-156a64bf-7efa-42f4-bcf1-775cf78f38ce req-e2e097ff-c81b-42bf-ab88-8aeb0381d8ff tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Jul 29 20:51:12.979725 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf554d-cc9c-4a2e-8965-8a4fed95ce8e req-da630c50-82da-43d6-ae04-85fac610d1e9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.001998 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f5cf554d-cc9c-4a2e-8965-8a4fed95ce8e req-da630c50-82da-43d6-ae04-85fac610d1e9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 945 time: 0.1504266 Jul 29 20:51:13.095273 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f5cf554d-cc9c-4a2e-8965-8a4fed95ce8e req-90524501-a0b9-4316-85f8-5a1bd804d31a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919516 Jul 29 20:51:13.117651 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1d897-666c-46b3-af0d-36ac49579116 req-79b6ea19-ce72-4971-9f54-1c5dc5835119 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.119599 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14f1d897-666c-46b3-af0d-36ac49579116 req-79b6ea19-ce72-4971-9f54-1c5dc5835119 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 945 time: 0.0738080 Jul 29 20:51:13.127862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-e8f0e930-d46e-4988-a1f9-76dd488f7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.137274 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-e8f0e930-d46e-4988-a1f9-76dd488f7125 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1098 time: 0.0910845 Jul 29 20:51:13.166237 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14f1d897-666c-46b3-af0d-36ac49579116 req-1d4b6a80-6835-4a78-b5de-7ed80810927b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Jul 29 20:51:13.285596 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-47d0e28e-9b5e-42c5-b0a3-cb92dcc6abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.287019 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-47d0e28e-9b5e-42c5-b0a3-cb92dcc6abd6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.1415336 Jul 29 20:51:13.365496 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-4711d885-0124-48f8-9a86-137dd55fcc66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 1001 time: 0.0693879 Jul 29 20:51:13.424643 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:13.428772 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-2bba2483-ee7b-4ecf-b510-886f73092c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.430343 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-2bba2483-ee7b-4ecf-b510-886f73092c62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0555453 Jul 29 20:51:13.488655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-c002446c-9375-4c3f-b399-40125634585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.489810 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-c002446c-9375-4c3f-b399-40125634585d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456982 Jul 29 20:51:13.535943 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:13.564916 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:13.567232 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058c45af-243c-4208-b86f-30c81d0e8cbb" -d '{"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:13.607979 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:13.618363 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:13.619676 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:13.654596 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-51c7f2e6-8126-4a67-a2ed-056d72390a78 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508944 Jul 29 20:51:13.656438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8faca-078b-44d5-920c-5b401573fdd8 req-653160cd-1e55-41ac-8203-8415c83501c9 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.658798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-07a8faca-078b-44d5-920c-5b401573fdd8 req-653160cd-1e55-41ac-8203-8415c83501c9 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.0989640 Jul 29 20:51:13.677810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925fa91-dba6-4f39-9733-cac6b517c622 x-openstack-request-id: req-e925fa91-dba6-4f39-9733-cac6b517c622 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:13.678096 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:13.678534 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e925fa91-dba6-4f39-9733-cac6b517c622 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:13.679121 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'code': 200} Jul 29 20:51:13.697462 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:13.698069 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 0d013a7b-01a1-4a1c-b49b-4d449ae41d73 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:13.721776 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=8']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:13.748367 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-07a8faca-078b-44d5-920c-5b401573fdd8 req-4cda1b3b-7718-4923-bccb-0f86358a8d74 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794842 Jul 29 20:51:13.795014 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ef195535-1a31-45cd-9e47-d83e5fbf6d05 req-80e9575d-36ca-42a6-a224-7530b700d08a service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317039 Jul 29 20:51:13.811979 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62ec2-861d-4906-951c-1c03707b4d4e req-01ee8290-ed86-47cf-bb28-823bf85ff82b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:13.813528 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aac62ec2-861d-4906-951c-1c03707b4d4e req-01ee8290-ed86-47cf-bb28-823bf85ff82b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0641391 Jul 29 20:51:13.854619 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aac62ec2-861d-4906-951c-1c03707b4d4e req-ff06575b-268b-4cdd-aadc-7c034d5f95ef tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Jul 29 20:51:14.128098 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bd6ddbfb-81be-49ac-ace9-88597a868bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:14.209881 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee0709-e4c3-4f6f-812f-fa4a95cd6fc2 req-f28754be-cd54-43ed-b5a1-675b31afcad7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.211520 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22ee0709-e4c3-4f6f-812f-fa4a95cd6fc2 req-f28754be-cd54-43ed-b5a1-675b31afcad7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0492184 Jul 29 20:51:14.258269 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22ee0709-e4c3-4f6f-812f-fa4a95cd6fc2 req-e03fa3e4-ad5b-464a-b6c4-fddfa1d67e36 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Jul 29 20:51:14.293375 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0032-b8a1-4e0f-9c0c-30519bb3d191 req-6cb217b4-704d-420d-ae7e-e655ea7aec1d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.294793 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-755f0032-b8a1-4e0f-9c0c-30519bb3d191 req-6cb217b4-704d-420d-ae7e-e655ea7aec1d tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 945 time: 0.0525465 Jul 29 20:51:14.336597 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-755f0032-b8a1-4e0f-9c0c-30519bb3d191 req-51915b4c-592f-4b69-948c-bc8c0ac8b9d5 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354805 Jul 29 20:51:14.696529 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-b0fdf640-a616-4612-a129-26f3272206ce tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.697984 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-b0fdf640-a616-4612-a129-26f3272206ce tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 945 time: 0.0493090 Jul 29 20:51:14.799659 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Deleting port 2db6035a-2558-43ee-9c2f-14089b03b2da {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:14.800511 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:14.866096 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86752-a1e3-47ea-959c-a1670975a089 req-1fde98ac-2a06-4f95-9877-f353b7e6e246 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.867743 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f8c86752-a1e3-47ea-959c-a1670975a089 req-1fde98ac-2a06-4f95-9877-f353b7e6e246 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 944 time: 0.0529270 Jul 29 20:51:14.908336 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] For port 2db6035a-2558-43ee-9c2f-14089b03b2da, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2db6035a-2558-43ee-9c2f-14089b03b2da,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:14.908649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:14.913451 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f8c86752-a1e3-47ea-959c-a1670975a089 req-573bcf92-74bc-4fd9-837a-ff42f643b311 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Jul 29 20:51:14.925654 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Calling delete_port for 2db6035a-2558-43ee-9c2f-14089b03b2da owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:14.993686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5a22-ef0f-4fdb-b0f8-b6a74af5cd7d req-a25c6f46-d93b-48ca-be76-bc644f7d732b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:14.999712 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e72c5a22-ef0f-4fdb-b0f8-b6a74af5cd7d req-a25c6f46-d93b-48ca-be76-bc644f7d732b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0584137 Jul 29 20:51:15.034759 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e72c5a22-ef0f-4fdb-b0f8-b6a74af5cd7d req-98112fea-d223-4a82-8f84-36b4a4e73e15 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Jul 29 20:51:15.082237 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.097448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1', '2db6035a-2558-43ee-9c2f-14089b03b2da'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:15.111140 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event deleted for resources: {'Port': ['ID=2db6035a-2558-43ee-9c2f-14089b03b2da,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:15.156716 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] No DVR routers for this DVR port 2db6035a-2558-43ee-9c2f-14089b03b2da on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:15.161024 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.163170 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-40ee36c6-50ce-4dbc-a178-493013c2a8d0 req-53c4f558-d4e2-44ce-85d2-524178ef1d15 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "DELETE /v2.0/ports/2db6035a-2558-43ee-9c2f-14089b03b2da HTTP/1.1" status: 204 len: 173 time: 0.4577816 Jul 29 20:51:15.163593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'name': 'network-vif-deleted', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:15.166035 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b61a2-5d1a-4e70-a8b4-c24d18db93f1" -d '{"events": [{"server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "name": "network-vif-deleted", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:15.212858 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8791e4-62fb-46e2-ad1d-d7d9af62d011 x-openstack-request-id: req-bf8791e4-62fb-46e2-ad1d-d7d9af62d011 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:15.213204 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b", "name": "network-vif-deleted", "tag": "2db6035a-2558-43ee-9c2f-14089b03b2da", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:15.213459 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf8791e4-62fb-46e2-ad1d-d7d9af62d011 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:15.213860 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b', 'name': 'network-vif-deleted', 'tag': '2db6035a-2558-43ee-9c2f-14089b03b2da', 'status': 'completed', 'code': 200} Jul 29 20:51:15.383341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e554176-4205-4955-b970-697b219990eb req-8bc5891e-b432-439c-a45b-9907131b7e87 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:15.384863 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9e554176-4205-4955-b970-697b219990eb req-8bc5891e-b432-439c-a45b-9907131b7e87 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0487568 Jul 29 20:51:15.421590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device d2f21418-f9f2-4b58-9064-d919eec7bb51 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:51:15.446844 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9e554176-4205-4955-b970-697b219990eb req-d0e2fd39-fd2a-4f51-9161-f94f48b915f1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560086 Jul 29 20:51:15.448902 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-af31f7f5-ff7d-4c43-a5c2-dbfac5c476d8 req-84ac2528-f798-4630-9384-657bbe0c6f3b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=53fe1ebf-0c83-4b13-b7c0-b888cafb4e1b HTTP/1.1" status: 200 len: 210 time: 0.0305712 Jul 29 20:51:15.626138 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:15.637253 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'd2f21418-f9f2-4b58-9064-d919eec7bb51', 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b', 'port_id': 'd2f21418-f9f2-4b58-9064-d919eec7bb51', 'mac_address': 'fa:16:3e:12:b8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9171227-d585-4820-8230-8cdd4de018bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:51:15.674262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.689757 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f21418-f9f2-4b58-9064-d919eec7bb51 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:15.709766 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:15.714541 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:15.766102 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:15.973791 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['d2f21418-f9f2-4b58-9064-d919eec7bb51'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:16.028959 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 39286) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:16.035778 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd60b6-25c3-4e9c-8885-48666b50ffa0 req-63126b79-922b-4b38-9f4b-c66be212ff79 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:16.037322 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fccd60b6-25c3-4e9c-8885-48666b50ffa0 req-63126b79-922b-4b38-9f4b-c66be212ff79 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 945 time: 0.0531197 Jul 29 20:51:16.078319 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Deleting subnet 4c9a19c0-5420-4e76-9128-d6e73b1141f8 {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:51:16.080694 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fccd60b6-25c3-4e9c-8885-48666b50ffa0 req-5f468d25-c4fc-45da-8d26-10dbb2b3175c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Jul 29 20:51:16.081089 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.117495 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3253621'] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.159027 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d493e4-88f0-4377-9377-39e109d5e494 req-94e3e665-77dc-4385-97f7-78b00cd10533 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:16.160775 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-33d493e4-88f0-4377-9377-39e109d5e494 req-94e3e665-77dc-4385-97f7-78b00cd10533 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0539176 Jul 29 20:51:16.163651 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.202326 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-33d493e4-88f0-4377-9377-39e109d5e494 req-ad3d6b96-0592-47a9-8b43-2e73232b8718 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Jul 29 20:51:16.243553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3539254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10419055'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.274963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.277504 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4c9a19c0-5420-4e76-9128-d6e73b1141f8 HTTP/1.1" status: 204 len: 168 time: 0.2470059 Jul 29 20:51:16.279170 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1e00-d0e5-4377-885e-816199acc521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9a19c0-5420-4e76-9128-d6e73b1141f8,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:16.280772 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39296) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:16.355832 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.432205 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.441682 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1707db1-3048-4ca6-83a0-b2944653fdde']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:16.455475 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e4038d-3620-4266-a3ce-0dc6935b8a14') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:16.455702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e4038d-3620-4266-a3ce-0dc6935b8a14') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:16.464444 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.479148 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.486316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:51:16.486716 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:51:16.489009 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:51:16.558437 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.566644 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.571620 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a1707db1-3048-4ca6-83a0-b2944653fdde HTTP/1.1" status: 204 len: 168 time: 0.2897437 Jul 29 20:51:16.599080 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f589-bb56-487b-b2a8-8625470950a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1707db1-3048-4ca6-83a0-b2944653fdde,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:16.622326 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e83a0-eba4-4d25-ab43-890a0c61bebd req-d7b99d94-cf80-4aa1-8239-08f2b2f21c7c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:16.624626 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c27e83a0-eba4-4d25-ab43-890a0c61bebd req-d7b99d94-cf80-4aa1-8239-08f2b2f21c7c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0760431 Jul 29 20:51:16.694875 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c27e83a0-eba4-4d25-ab43-890a0c61bebd req-26a42f3b-5d72-4e40-9f3a-4c45037e6912 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549345 Jul 29 20:51:16.746708 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39320) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:16.791391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f0a6df30-ead5-4623-a3e7-97929d1bfae4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0ad21f31c9045bdb969ef3473713054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434895 Jul 29 20:51:16.793904 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39324) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:16.845990 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.866874 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.918639 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.921336 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:16.923190 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08308ea3-86e9-4688-88d6-22b8034afb23 HTTP/1.1" status: 204 len: 168 time: 0.1283684 Jul 29 20:51:16.932062 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567d8ef-c6e4-4c76-b96e-a80845459598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08308ea3-86e9-4688-88d6-22b8034afb23,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:17.080075 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-396f5135-83c7-4950-9ade-5e237e3c53c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.209936 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294ac9e-d5c8-457f-a54f-251dac6b02a3 req-f70faac4-2b33-4013-ba8e-a9d73869ce60 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.213224 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a294ac9e-d5c8-457f-a54f-251dac6b02a3 req-f70faac4-2b33-4013-ba8e-a9d73869ce60 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 945 time: 0.0624659 Jul 29 20:51:17.274483 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a294ac9e-d5c8-457f-a54f-251dac6b02a3 req-a72f0417-24d0-4874-9eda-9fe4b7616582 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Jul 29 20:51:17.329812 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04957bc1-7287-4cb2-bb77-6a46c261b1fb req-189103a6-b74c-4458-a90e-7962e0c7c4a3 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.332240 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04957bc1-7287-4cb2-bb77-6a46c261b1fb req-189103a6-b74c-4458-a90e-7962e0c7c4a3 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0821288 Jul 29 20:51:17.402760 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04957bc1-7287-4cb2-bb77-6a46c261b1fb req-cf8028ef-f247-4506-b7c1-864021c2a111 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638871 Jul 29 20:51:17.420140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e23b2-c8f5-469c-b736-ba0300a6081b req-f9906ef9-1258-4830-b67b-5c7ce0f0c160 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.421826 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-596e23b2-c8f5-469c-b736-ba0300a6081b req-f9906ef9-1258-4830-b67b-5c7ce0f0c160 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0657246 Jul 29 20:51:17.436068 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device d2f21418-f9f2-4b58-9064-d919eec7bb51 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:17.472301 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-596e23b2-c8f5-469c-b736-ba0300a6081b req-ea4c68dd-bd7d-437c-88da-cffba9e71fdb tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jul 29 20:51:17.493182 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port d2f21418-f9f2-4b58-9064-d919eec7bb51 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:17.497789 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port d2f21418-f9f2-4b58-9064-d919eec7bb51 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:17.498263 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.552925 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.602566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.624204 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.631993 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:17.634142 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe68a5f-1001-454d-9397-3891d4e69d10" -d '{"events": [{"server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "name": "network-vif-plugged", "status": "completed", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:17.652020 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:17.658751 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:17.659792 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 2db6035a-2558-43ee-9c2f-14089b03b2da no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:17.696599 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96575de7-d398-488f-89c1-5964793d0e5c x-openstack-request-id: req-96575de7-d398-488f-89c1-5964793d0e5c {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:17.696890 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "name": "network-vif-plugged", "status": "completed", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:17.697142 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96575de7-d398-488f-89c1-5964793d0e5c {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:17.697532 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51', 'code': 200} Jul 29 20:51:17.722205 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 2db6035a-2558-43ee-9c2f-14089b03b2da {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:17.723151 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 2db6035a-2558-43ee-9c2f-14089b03b2da not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:17.723602 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:17.908799 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:17.930072 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39396) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:17.983069 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b71f7-61b7-40c4-9131-0e0e0aeed3b5 req-e719de74-5371-4e2b-93b4-2cb432fef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:17.985598 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-202b71f7-61b7-40c4-9131-0e0e0aeed3b5 req-e719de74-5371-4e2b-93b4-2cb432fef6f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 1099 time: 0.0963638 Jul 29 20:51:18.034308 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-202b71f7-61b7-40c4-9131-0e0e0aeed3b5 req-5fc3608a-30ec-4c42-bc7f-fa459f0eecfa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Jul 29 20:51:18.086216 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-61b9f8dc-7ed9-4035-8b8f-1bc950dfde32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1548195 Jul 29 20:51:18.099136 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb264b-703c-4e45-9c5e-db26cee21b3a req-4ae4f35e-bca9-4aae-a262-96ab1cb72c1e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:18.100598 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67eb264b-703c-4e45-9c5e-db26cee21b3a req-4ae4f35e-bca9-4aae-a262-96ab1cb72c1e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0752416 Jul 29 20:51:18.143308 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67eb264b-703c-4e45-9c5e-db26cee21b3a req-085637ec-b849-403a-aa5f-53ecd6c6140f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Jul 29 20:51:18.401830 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b68dd1-d0c7-4cf4-b133-97d1f6dc1c81 req-0e0c77af-d9e4-4ee6-a6bf-dfcc03701e1f tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:18.403592 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7b68dd1-d0c7-4cf4-b133-97d1f6dc1c81 req-0e0c77af-d9e4-4ee6-a6bf-dfcc03701e1f tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.0517814 Jul 29 20:51:18.447358 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7b68dd1-d0c7-4cf4-b133-97d1f6dc1c81 req-89c590f1-46c2-48b0-9fcd-51548ed7ba05 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Jul 29 20:51:18.533149 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87bee9-f077-4fac-83c2-08637a6dd8af req-a2762d2d-fffd-4a23-a6d9-7cee5858d02b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:18.534807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b87bee9-f077-4fac-83c2-08637a6dd8af req-a2762d2d-fffd-4a23-a6d9-7cee5858d02b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0539107 Jul 29 20:51:18.609111 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b87bee9-f077-4fac-83c2-08637a6dd8af req-08445fcb-afc7-44be-88d6-b7feb66d5d38 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668390 Jul 29 20:51:18.621803 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095591c-01f4-4325-83ad-d2239b54ab0c req-ed6e3214-37c5-4f42-bfb2-ac799ad794bd tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:18.623311 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0095591c-01f4-4325-83ad-d2239b54ab0c req-ed6e3214-37c5-4f42-bfb2-ac799ad794bd tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0738208 Jul 29 20:51:18.662646 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0095591c-01f4-4325-83ad-d2239b54ab0c req-1f352256-688a-4738-bfe0-aeb0f8f17d58 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Jul 29 20:51:19.012884 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:19.264631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199c136-a284-4061-8f12-7a6d44c96d46 req-055fc3b5-07c1-4202-a257-42fb9c2be5aa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.267583 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9199c136-a284-4061-8f12-7a6d44c96d46 req-055fc3b5-07c1-4202-a257-42fb9c2be5aa tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Jul 29 20:51:19.305898 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9199c136-a284-4061-8f12-7a6d44c96d46 req-60b81127-2bc7-42e4-99d8-0302bd53c60e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Jul 29 20:51:19.524165 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-4e4787ee-8305-44e2-a9ce-363dc392b624 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d841469300dc4b4fa5b5e45862a67560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346556 Jul 29 20:51:19.611119 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-caadcbf7-7963-4c8e-9859-b3c2bd9869d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.612524 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-caadcbf7-7963-4c8e-9859-b3c2bd9869d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 1096 time: 0.0920205 Jul 29 20:51:19.615353 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b760-4dbd-4d0c-bac8-498640570e6a req-83f4ccdc-97e9-446b-8941-582e0da4c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.616343 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2c80b760-4dbd-4d0c-bac8-498640570e6a req-83f4ccdc-97e9-446b-8941-582e0da4c589 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.1045477 Jul 29 20:51:19.678866 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2c80b760-4dbd-4d0c-bac8-498640570e6a req-fbee8e5d-ea8f-4f67-8bb2-e45d391b4197 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509870 Jul 29 20:51:19.690497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-d836c292-579d-4fd4-bec6-1dc825760016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.691662 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb1832-750a-443a-8ae4-371bbd7ae9c8 req-6df1fc76-e4e3-48c6-9d9a-3691f4d2e210 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.691987 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-d836c292-579d-4fd4-bec6-1dc825760016 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1096 time: 0.0504875 Jul 29 20:51:19.693160 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04eb1832-750a-443a-8ae4-371bbd7ae9c8 req-6df1fc76-e4e3-48c6-9d9a-3691f4d2e210 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.1728511 Jul 29 20:51:19.767706 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-211f717e-7dc5-4964-8f65-f5a923aa1d1f tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.769177 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-211f717e-7dc5-4964-8f65-f5a923aa1d1f tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357047 Jul 29 20:51:19.776505 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04eb1832-750a-443a-8ae4-371bbd7ae9c8 req-df799664-62da-4bfc-b40b-01f339750427 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711794 Jul 29 20:51:19.786756 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-2b7e0d26-d0c5-44b2-abcb-2e539ee64f67 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/quotas/d841469300dc4b4fa5b5e45862a67560 HTTP/1.1" status: 200 len: 375 time: 0.0092967 Jul 29 20:51:19.828954 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-eb355873-5442-4f43-b2d4-bd03162c5d3e tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d841469300dc4b4fa5b5e45862a67560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287762 Jul 29 20:51:19.834198 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-8dc64b8a-d4c8-486d-953a-ddc5e52d2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.839570 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-8dc64b8a-d4c8-486d-953a-ddc5e52d2dd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.1042602 Jul 29 20:51:19.915176 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-8de3e905-f3a1-4061-bdcd-5dd01a194c44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 999 time: 0.0670729 Jul 29 20:51:19.925239 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38222f7-792e-4bfc-b094-1e5079b883f1 req-75f11c4e-7e97-459e-a1f1-cb3ec8533198 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:19.932291 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d38222f7-792e-4bfc-b094-1e5079b883f1 req-75f11c4e-7e97-459e-a1f1-cb3ec8533198 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0621674 Jul 29 20:51:19.990255 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d38222f7-792e-4bfc-b094-1e5079b883f1 req-ef99380d-46b2-4124-b15d-4523c21b359a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570769 Jul 29 20:51:20.008675 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-9ea53f81-e8cd-487e-b4a9-d373f68fc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.010133 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-9ea53f81-e8cd-487e-b4a9-d373f68fc369 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0870681 Jul 29 20:51:20.053840 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033382fc-52bd-4062-a6fa-b8137db75326 req-c8f9d40e-655f-43ff-8a4f-877adc34266b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.055252 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-033382fc-52bd-4062-a6fa-b8137db75326 req-c8f9d40e-655f-43ff-8a4f-877adc34266b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0987573 Jul 29 20:51:20.139053 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-733c0609-198a-44b6-b5db-ed8611ae9178 req-3ea69782-9dbd-49d9-9019-aea44b28a383 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0412455 Jul 29 20:51:20.145738 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-9da5629b-53b6-4787-a412-954af7a4cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.147734 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-9da5629b-53b6-4787-a412-954af7a4cbd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299288 Jul 29 20:51:20.154091 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decebf85-08fd-497e-9595-15b0698b40e8 req-951e94b2-6f39-4bc5-b64f-4aa639ad6505 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.164360 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-decebf85-08fd-497e-9595-15b0698b40e8 req-951e94b2-6f39-4bc5-b64f-4aa639ad6505 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1151869 Jul 29 20:51:20.241186 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-decebf85-08fd-497e-9595-15b0698b40e8 req-6b3fb561-38ba-49cd-9321-5f946981abee tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756927 Jul 29 20:51:20.261907 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Deleting port 4c982836-6905-4996-a0e8-5609ad193ed1 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:20.262255 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.341374 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-6e1b3244-0399-487a-8fa7-2dc15c67cab1 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800034 Jul 29 20:51:20.459735 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fcf6d-2045-4a7d-b40e-3286784fa76f req-1e86f8a9-de38-4a5a-b7f4-5ba413c38172 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:20.470027 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd2fcf6d-2045-4a7d-b40e-3286784fa76f req-1e86f8a9-de38-4a5a-b7f4-5ba413c38172 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 945 time: 0.0722098 Jul 29 20:51:20.493660 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] For port 4c982836-6905-4996-a0e8-5609ad193ed1, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=4c982836-6905-4996-a0e8-5609ad193ed1,segment=NetworkSegment(ee0071ba-5159-46fc-981d-19bee0829535),segment_id=ee0071ba-5159-46fc-981d-19bee0829535)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:20.494500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.518465 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Calling delete_port for 4c982836-6905-4996-a0e8-5609ad193ed1 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:20.521072 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd2fcf6d-2045-4a7d-b40e-3286784fa76f req-1aac5d8c-c43d-40f1-9f4e-49dbe23a0871 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a80e904-1693-49ee-b4e7-9dd84c80c455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Jul 29 20:51:20.614341 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f3953804-578e-447d-8cb9-26a2cf5f958e req-590fd8e9-c40e-4549-9483-ba03f94c375e service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546470 Jul 29 20:51:20.709448 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.722299 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['4c982836-6905-4996-a0e8-5609ad193ed1'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:20.741320 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Pushing event deleted for resources: {'Port': ['ID=4c982836-6905-4996-a0e8-5609ad193ed1,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:20.796977 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] No DVR routers for this DVR port 4c982836-6905-4996-a0e8-5609ad193ed1 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:20.800701 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:20.802971 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-033382fc-52bd-4062-a6fa-b8137db75326 req-db68b958-6055-4eb9-8e72-9a90197884e2 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.44 "DELETE /v2.0/ports/4c982836-6905-4996-a0e8-5609ad193ed1 HTTP/1.1" status: 204 len: 173 time: 0.7405388 Jul 29 20:51:20.803445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'name': 'network-vif-deleted', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:20.805786 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f571a6bc-806a-4088-8df9-8bbc48e2bc83" -d '{"events": [{"server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "name": "network-vif-deleted", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:20.876146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c35d7c-aadb-48d4-9d3f-dfbd48090773 x-openstack-request-id: req-51c35d7c-aadb-48d4-9d3f-dfbd48090773 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:20.876379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85622884-4f01-4334-8e53-68b7bc379b71", "name": "network-vif-deleted", "tag": "4c982836-6905-4996-a0e8-5609ad193ed1", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:20.876723 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51c35d7c-aadb-48d4-9d3f-dfbd48090773 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:20.877199 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85622884-4f01-4334-8e53-68b7bc379b71', 'name': 'network-vif-deleted', 'tag': '4c982836-6905-4996-a0e8-5609ad193ed1', 'status': 'completed', 'code': 200} Jul 29 20:51:21.125528 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3a038-5318-4807-89b9-b800852880eb req-8f873517-77ca-4338-bd2c-19e6d47306c8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.127356 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fb3a038-5318-4807-89b9-b800852880eb req-8f873517-77ca-4338-bd2c-19e6d47306c8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0556831 Jul 29 20:51:21.175460 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fb3a038-5318-4807-89b9-b800852880eb req-7be53ac6-bae4-40e3-aacf-f8fa27cba60b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Jul 29 20:51:21.261829 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-b2330734-39b3-4c2a-a3b7-bc1bba2a871e tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d841469300dc4b4fa5b5e45862a67560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679789 Jul 29 20:51:21.301370 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8013501b-34eb-4007-8946-725b78bb1131 req-60c77fd8-ffdf-4c23-a3f5-4c3693a8f186 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Jul 29 20:51:21.485960 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc47d1-5a4b-4ba2-be34-98d27d111b4c req-48753683-fcfa-4eb5-89ea-07cf8f60e0ed tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.488261 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7dc47d1-5a4b-4ba2-be34-98d27d111b4c req-48753683-fcfa-4eb5-89ea-07cf8f60e0ed tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.1204348 Jul 29 20:51:21.573453 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c7dc47d1-5a4b-4ba2-be34-98d27d111b4c req-4723ddb8-5b3e-4b06-a573-5c8249aa7b32 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 Jul 29 20:51:21.674030 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8fdd027b-0836-4941-aaab-ab5b46a379b1 req-5f62b468-885a-4abc-8a18-1c3270f6ea4e tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0391684 Jul 29 20:51:21.971874 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb90c3-da12-4001-a893-818c1ea7bafd req-7d6870ff-3ac6-4a3b-a2d6-bf54494154d9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:21.974118 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3eb90c3-da12-4001-a893-818c1ea7bafd req-7d6870ff-3ac6-4a3b-a2d6-bf54494154d9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0595889 Jul 29 20:51:21.975388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39576) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:22.033395 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3eb90c3-da12-4001-a893-818c1ea7bafd req-70ef2537-eb43-4936-aeca-3d89a93d6675 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Jul 29 20:51:22.115673 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9223539e-4f62-4038-bf5b-f66377b25ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.213076 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9223539e-4f62-4038-bf5b-f66377b25ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.219945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9223539e-4f62-4038-bf5b-f66377b25ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.253276 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223539e-4f62-4038-bf5b-f66377b25ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11706bdd-e18c-49e2-9ccf-aa9c3e6e2ca1,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:22.276585 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9223539e-4f62-4038-bf5b-f66377b25ccc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=976afdc1710a4d8cb3dafbeb6d29ab84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974958 Jul 29 20:51:22.276757 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39582) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:22.361722 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.373631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603069fa-27a9-4eb9-b571-55146c2ba7da req-3c926100-6d8f-41b3-8f9d-4a8650607f35 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:22.375807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-603069fa-27a9-4eb9-b571-55146c2ba7da req-3c926100-6d8f-41b3-8f9d-4a8650607f35 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0759466 Jul 29 20:51:22.429539 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a308392-af4e-4166-b9b1-5677ac0769d7 req-ceeca444-28dd-408a-b035-875f0dbdbed2 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0527406 Jul 29 20:51:22.431399 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.472717 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-603069fa-27a9-4eb9-b571-55146c2ba7da req-553a2857-8ab1-4430-abdc-c0e3e1999a84 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893319 Jul 29 20:51:22.503365 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.520389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:22.521884 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11706bdd-e18c-49e2-9ccf-aa9c3e6e2ca1 HTTP/1.1" status: 204 len: 168 time: 0.2442851 Jul 29 20:51:22.542031 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5701f5-50d9-400d-923f-54d8f22ea050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11706bdd-e18c-49e2-9ccf-aa9c3e6e2ca1,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:22.784046 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c42a88c-5f8f-454b-a17c-48e21f74bb42 req-913d7f31-d64b-4e4b-aa4a-6bcc0eac8e5b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0308614 Jul 29 20:51:23.167753 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32235c70-6916-4f5c-b2d4-664001b65745 req-2b4d8746-eb57-4c1d-be92-954d5f129437 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:23.170058 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32235c70-6916-4f5c-b2d4-664001b65745 req-2b4d8746-eb57-4c1d-be92-954d5f129437 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0602036 Jul 29 20:51:23.245995 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32235c70-6916-4f5c-b2d4-664001b65745 req-f0182ad7-76d9-4c77-81a9-bbfab6ffb994 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668428 Jul 29 20:51:23.441133 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 4c982836-6905-4996-a0e8-5609ad193ed1 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:23.463901 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 4c982836-6905-4996-a0e8-5609ad193ed1 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:23.464511 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 4c982836-6905-4996-a0e8-5609ad193ed1 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:23.547046 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d7a5f06b-a4f2-4251-9114-02534a1a7797 req-88e79e67-6c46-4649-bf20-a736e3f9d9d0 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0351403 Jul 29 20:51:23.722845 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58acff-5cc9-44c1-a6f9-ddc82c3e8835 req-d1686a08-9810-4b5d-b507-fa33c4eef5fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:23.724428 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cc58acff-5cc9-44c1-a6f9-ddc82c3e8835 req-d1686a08-9810-4b5d-b507-fa33c4eef5fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.1032479 Jul 29 20:51:23.818154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cc58acff-5cc9-44c1-a6f9-ddc82c3e8835 req-1f79c658-85dd-43a1-abdb-f3bdd3f9a11e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760934 Jul 29 20:51:23.928164 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-564f6573-7a0d-4aad-a97b-982dbddcdd84 req-196d0dd7-c405-473f-a591-cfe6aa891fb3 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0258582 Jul 29 20:51:24.376167 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b276-e343-491b-8faf-777103cb3d99 req-5c841119-3668-4b94-bb95-6cb5749d2edf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:24.378042 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8416b276-e343-491b-8faf-777103cb3d99 req-5c841119-3668-4b94-bb95-6cb5749d2edf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0666339 Jul 29 20:51:24.419118 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8416b276-e343-491b-8faf-777103cb3d99 req-f29945b3-c4a2-44f8-bd20-e2252d57c709 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Jul 29 20:51:24.650078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a733a545-443b-4a6e-bd34-a0cf87e4ecb4 req-0d12ec5f-a68d-4be8-9207-2a296ae8ff4b tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Jul 29 20:51:24.972167 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3b6ec-3d20-40d8-9f63-f123f4993e09 req-dc33bb47-da62-4a74-92b4-e4db9f334555 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:24.974078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-94f3b6ec-3d20-40d8-9f63-f123f4993e09 req-dc33bb47-da62-4a74-92b4-e4db9f334555 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0620096 Jul 29 20:51:25.042774 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-94f3b6ec-3d20-40d8-9f63-f123f4993e09 req-0475898c-7319-41ad-be4f-7f39e1551a2e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612011 Jul 29 20:51:25.101265 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4493d3a0-8883-469e-af78-37ea6640f9bc req-3a9aa211-524a-4fd7-be0d-ad7b73c74a18 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0622964 Jul 29 20:51:25.539520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9fe35-3876-4724-b39b-84e37073a996 req-d2e6bfbb-d031-4b62-8ce4-bcda3f8b4678 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:25.543164 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a4c9fe35-3876-4724-b39b-84e37073a996 req-d2e6bfbb-d031-4b62-8ce4-bcda3f8b4678 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Jul 29 20:51:25.583480 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a4c9fe35-3876-4724-b39b-84e37073a996 req-41b1ac0e-e4ad-4350-84da-c468790c9aaf tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Jul 29 20:51:25.750297 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-197c457e-dcf9-4599-b24e-9a72376f815f req-76a8d92d-1e2f-404d-b16e-c4d0e2682ab6 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Jul 29 20:51:26.214494 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48bde-8410-41b7-ba68-8a8eecde4167 req-35ad4cd9-f194-4405-886d-d3f3d1330979 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:26.216087 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55f48bde-8410-41b7-ba68-8a8eecde4167 req-35ad4cd9-f194-4405-886d-d3f3d1330979 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0808218 Jul 29 20:51:26.247857 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0fccb161-cdd4-4b99-8900-ffca5c5fb71f req-25a33a8c-7802-4206-98b8-21790dd2151f tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0307651 Jul 29 20:51:26.272285 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-55f48bde-8410-41b7-ba68-8a8eecde4167 req-84f35fac-9079-46d9-9780-3c6d7d5bb527 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Jul 29 20:51:26.718995 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19269f84-628c-4ea8-9574-b3ec3c1ad277 req-0e397882-e043-4a09-9cd8-b037213aaade tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:26.720882 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19269f84-628c-4ea8-9574-b3ec3c1ad277 req-0e397882-e043-4a09-9cd8-b037213aaade tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0624182 Jul 29 20:51:26.765799 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19269f84-628c-4ea8-9574-b3ec3c1ad277 req-98cd6958-31ab-4387-8f62-bcad0adaafe6 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 Jul 29 20:51:26.852992 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3b0402e5-4fb8-40d8-bbcc-0360af46f27a req-e9022d0e-9271-4325-b496-43c4b070001b tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0324724 Jul 29 20:51:27.358884 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b2c84044-01cf-4fc6-9f40-bb9d2fa84221 req-de9abd3a-8501-47d7-9c1f-9ca93f631d35 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Jul 29 20:51:27.405456 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578080-2837-4b9c-a3d2-e0c9e1661324 req-de85afee-f3bb-40e1-9710-5692d140fdc7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:27.407050 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9578080-2837-4b9c-a3d2-e0c9e1661324 req-de85afee-f3bb-40e1-9710-5692d140fdc7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0512249 Jul 29 20:51:27.447791 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9578080-2837-4b9c-a3d2-e0c9e1661324 req-28bb0aa4-cb4a-4389-a81f-db58477a49df tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Jul 29 20:51:27.896980 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d778e1-86ad-4879-835f-19a806de5281 req-4f5c0b7c-4178-4c3f-982b-b1fc532ad5b1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:27.898554 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e7d778e1-86ad-4879-835f-19a806de5281 req-4f5c0b7c-4178-4c3f-982b-b1fc532ad5b1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0604093 Jul 29 20:51:27.956558 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9c11b6b6-340a-4016-b4f9-c2ef67229a5e req-6a947f6f-ec57-4e9b-b0b5-f5c02ef62767 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0330398 Jul 29 20:51:27.970896 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e7d778e1-86ad-4879-835f-19a806de5281 req-12094337-11ca-4f6b-b642-35ac778c4b5e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658977 Jul 29 20:51:28.466305 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f5482772-159e-45d9-9e7f-5f6e6168691f req-fb159ae0-b080-4f49-9b54-ecefa6aca7c4 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0273373 Jul 29 20:51:28.574197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32eef6-4f49-4151-bbc9-862a7bdfe7d2 req-e47bc20b-2272-4017-9a1f-e56c55d156d4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:28.575721 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae32eef6-4f49-4151-bbc9-862a7bdfe7d2 req-e47bc20b-2272-4017-9a1f-e56c55d156d4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0505633 Jul 29 20:51:28.612971 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae32eef6-4f49-4151-bbc9-862a7bdfe7d2 req-f8170672-33b4-4e18-9b49-777aa5b39344 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308645 Jul 29 20:51:29.294461 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8f60d248-d42d-479b-b427-e8f48b6a5d2e req-61e7f098-dd33-4ee6-af62-74304843995c tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.2528818 Jul 29 20:51:29.335728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244d824-950c-48c1-948f-17cc2c21c94f req-4ef1482b-7381-4c12-8af9-662d8442927f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:29.342202 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8244d824-950c-48c1-948f-17cc2c21c94f req-4ef1482b-7381-4c12-8af9-662d8442927f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.2856131 Jul 29 20:51:29.378837 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8244d824-950c-48c1-948f-17cc2c21c94f req-1b24be66-7335-4d70-9207-04c80f2e30ad tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 Jul 29 20:51:29.594590 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b0fc955a-3406-4b89-81c0-56cc2ae6338d req-b279e1c1-b537-4a9d-804b-385655c2db74 tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0352018 Jul 29 20:51:29.615611 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:29.742451 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01bae9-c425-46ad-8685-9c0bd68d2197 req-9b76cb18-5e51-4085-82a1-8f3ebb96e2e9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:29.744354 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-be01bae9-c425-46ad-8685-9c0bd68d2197 req-9b76cb18-5e51-4085-82a1-8f3ebb96e2e9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0495610 Jul 29 20:51:29.786668 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-be01bae9-c425-46ad-8685-9c0bd68d2197 req-8269f562-e563-4664-8623-d814a5a249cb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358474 Jul 29 20:51:30.407561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6486d673-65f3-40c3-9ba0-bc3f63fdbe3f req-02eaca17-baf4-4f02-8050-1ee0132e561e tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0313923 Jul 29 20:51:30.498367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a27b-fd22-4442-a85f-f63f000373e4 req-41cddb16-06f2-4964-9168-45e5abbfc52e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:30.500398 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-48b7a27b-fd22-4442-a85f-f63f000373e4 req-41cddb16-06f2-4964-9168-45e5abbfc52e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Jul 29 20:51:30.537850 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-48b7a27b-fd22-4442-a85f-f63f000373e4 req-71ed2115-14dc-4373-9312-f7adaf22a902 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jul 29 20:51:30.698307 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0ced916d-57f5-4711-be3e-d5bfd4c42084 req-6451c206-f849-4c30-a2e7-a3bfdbe9339b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0256205 Jul 29 20:51:30.916231 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16331-a925-469a-abdc-6d85823c322f req-59c8af8f-a80a-4aa1-bb20-caea6287ad98 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:30.917725 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1f16331-a925-469a-abdc-6d85823c322f req-59c8af8f-a80a-4aa1-bb20-caea6287ad98 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0525486 Jul 29 20:51:30.957649 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1f16331-a925-469a-abdc-6d85823c322f req-5719f28d-0bb2-4dad-bdbe-4689caa307ff tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334909 Jul 29 20:51:31.531015 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-64e408a8-c326-4ef9-9962-605b7e54ed9a req-b4ee3f34-b0ff-4cea-99d9-a5fe62ebfa1d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0293918 Jul 29 20:51:31.663434 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db378-8897-4cd1-aa14-90260b387050 req-6cbaaef5-bbb7-4fe3-8859-976b328bc4f3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:31.664993 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5b6db378-8897-4cd1-aa14-90260b387050 req-6cbaaef5-bbb7-4fe3-8859-976b328bc4f3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0603216 Jul 29 20:51:31.703631 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5b6db378-8897-4cd1-aa14-90260b387050 req-abfae835-a81b-4d9d-a6e2-0867f8d35f3b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Jul 29 20:51:31.813997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7184154c-ee3e-4512-8df6-c5f2906d2824 req-a9b41b19-608e-4eba-aeac-ddc802f11fcc tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0320113 Jul 29 20:51:32.091533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd9816-41b4-424c-847a-945c7506f749 req-915dff2f-c05f-4776-8175-6e41eec3138e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:32.093045 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-85bd9816-41b4-424c-847a-945c7506f749 req-915dff2f-c05f-4776-8175-6e41eec3138e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0593097 Jul 29 20:51:32.131063 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-85bd9816-41b4-424c-847a-945c7506f749 req-7eab4cee-c688-4d68-afda-5f7f0c26f16e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Jul 29 20:51:32.633011 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2ad5a163-0fa9-4fbc-b753-78fb79313d95 req-bbfd6af6-d35b-4f5a-ba70-042f981b17d5 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0271957 Jul 29 20:51:32.820309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dc373-1604-4e97-8d42-ce2723232db0 req-9005c0b9-b61e-4a58-be69-84c250e532ab tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:32.821806 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-150dc373-1604-4e97-8d42-ce2723232db0 req-9005c0b9-b61e-4a58-be69-84c250e532ab tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0491092 Jul 29 20:51:32.863955 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-150dc373-1604-4e97-8d42-ce2723232db0 req-aef66c3c-f0be-45d7-a52a-fb8a85ef1691 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Jul 29 20:51:32.927642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cdf28112-971f-4373-8fa4-b593f42af5d8 req-e93e3fb0-b615-439b-bfff-5fee9924972b tempest-AttachVolumeNegativeTest-753462546 tempest-AttachVolumeNegativeTest-753462546-project] 10.222.0.43 "GET /v2.0/ports?device_id=85622884-4f01-4334-8e53-68b7bc379b71 HTTP/1.1" status: 200 len: 210 time: 0.0302405 Jul 29 20:51:33.256727 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6b3a-ad30-4e73-a446-de1d08eacb34 req-e704c1e7-797c-47d8-b337-ed1a0c5f906d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:33.258299 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-787e6b3a-ad30-4e73-a446-de1d08eacb34 req-e704c1e7-797c-47d8-b337-ed1a0c5f906d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0485766 Jul 29 20:51:33.295698 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-787e6b3a-ad30-4e73-a446-de1d08eacb34 req-c45a13b1-da9d-452d-8cb7-9000b3a95b17 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jul 29 20:51:33.522243 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-d5e0a594-7ff5-4914-86e9-736cd58c6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:33.523762 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-d5e0a594-7ff5-4914-86e9-736cd58c6543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 1098 time: 0.1573713 Jul 29 20:51:33.610186 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-2757a0b4-dd32-4f61-8aa6-ca1db195af1d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:33.611703 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-2757a0b4-dd32-4f61-8aa6-ca1db195af1d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961795 Jul 29 20:51:33.632482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Request body: {'port': {'device_id': '49320297-20d9-422a-a9fd-d6c600310058', 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8', 'admin_state_up': True, 'tenant_id': 'd841469300dc4b4fa5b5e45862a67560'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:33.755195 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5c5bf426-8462-4219-8870-292e24ea1827 req-3bc35a74-6157-4970-8f67-110c3c941ecf tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0458457 Jul 29 20:51:33.935241 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-75247eed-147f-4409-8024-af851b8df770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:33.937334 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-75247eed-147f-4409-8024-af851b8df770 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 200 len: 919 time: 0.4004657 Jul 29 20:51:33.978898 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286fb28-0ebd-4b86-b802-9b9a829232d8 req-94d260f5-7fa7-4f45-a9ec-8d7502ee9f68 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:33.980399 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d286fb28-0ebd-4b86-b802-9b9a829232d8 req-94d260f5-7fa7-4f45-a9ec-8d7502ee9f68 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0507979 Jul 29 20:51:33.981910 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39768) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:33.985501 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-7be9cb91-96c0-4a2c-9ccb-2d4fadbb4314 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 200 len: 217 time: 0.0369666 Jul 29 20:51:34.050035 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d286fb28-0ebd-4b86-b802-9b9a829232d8 req-050bad32-ca81-46b8-989f-e8af49090467 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603848 Jul 29 20:51:34.054902 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Deleting subnet 51c7c5fe-d5da-4a21-9950-5b585fc2bf84 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:51:34.057480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-5dad2230-80fb-466b-a628-6d1f76889db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:34.058012 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.058980 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-5dad2230-80fb-466b-a628-6d1f76889db9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 200 len: 858 time: 0.0645511 Jul 29 20:51:34.074231 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Made reservation on behalf of d841469300dc4b4fa5b5e45862a67560 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:34.077885 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.086847 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.093058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.131991 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.177478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.180941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.192387 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.218583 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c7c5fe-d5da-4a21-9950-5b585fc2bf84,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:34.222485 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.225855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-84d254ad-1184-41b2-96f8-a15eb7288541 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/51c7c5fe-d5da-4a21-9950-5b585fc2bf84 HTTP/1.1" status: 204 len: 168 time: 0.2428181 Jul 29 20:51:34.226914 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39770) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:34.245382 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd7b22-e0a8-44cd-8955-1ab905836304,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:34.295532 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.326238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Allocated IP 192.168.233.168 (1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8/c2d707fe-db6e-46ce-a15c-95ac9ca861e3/cbb3e41a-4adb-4430-9d61-90e5dc29aac0) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:34.377422 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.408919 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:34.422384 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0071ba-5159-46fc-981d-19bee0829535') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:34.422678 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0071ba-5159-46fc-981d-19bee0829535') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:34.434452 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.453309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d294f36-3b00-4efb-828f-c97c52ac2241 req-89679d0a-5484-4825-a437-31adcb1b5d14 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:34.454837 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d294f36-3b00-4efb-828f-c97c52ac2241 req-89679d0a-5484-4825-a437-31adcb1b5d14 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0793369 Jul 29 20:51:34.458440 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.471064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:51:34.471459 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:51:34.473046 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:51:34.477551 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.543540 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d294f36-3b00-4efb-828f-c97c52ac2241 req-177d2733-fcd1-48d5-b4b8-12c653ef2ffc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805132 Jul 29 20:51:34.543820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Transition to ACTIVE for port object cbb3e41a-4adb-4430-9d61-90e5dc29aac0 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:34.544541 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.552500 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.554317 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46 HTTP/1.1" status: 204 len: 168 time: 0.3264866 Jul 29 20:51:34.564033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4aefdb-e4e9-4d38-bacb-4be97df2a069 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c0285d-1bcc-4b06-8cf2-bd923b7b5b46,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:34.588914 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.628607 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:34.631636 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:34.635445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:34.666478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Pushing event updated for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:34.694582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:34.695269 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.710969 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-ed47f0c1-cd9f-40b7-bebf-4bece76d43fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0845072 Jul 29 20:51:34.728132 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39778) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:34.772881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 39782) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:34.774300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-bc1be0d1-d963-4b82-a430-91d04ba4d614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a693282003e54d9f9a7343890ea6d82c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447860 Jul 29 20:51:34.824248 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.846751 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.877268 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5232a98-d4ec-4b76-bea5-8fd217babc7f req-00f5f2d3-9be1-4004-8105-57ce40c48f67 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:34.878802 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5232a98-d4ec-4b76-bea5-8fd217babc7f req-00f5f2d3-9be1-4004-8105-57ce40c48f67 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 936 time: 0.0482626 Jul 29 20:51:34.896497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.899782 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.900118 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-902ad797-6023-4ee0-937a-1055450b61c2 None None] Provisioning for port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:34.903332 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a80e904-1693-49ee-b4e7-9dd84c80c455 HTTP/1.1" status: 204 len: 168 time: 0.1292803 Jul 29 20:51:34.907881 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-902ad797-6023-4ee0-937a-1055450b61c2 None None] Provisioning complete for port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:34.908715 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-902ad797-6023-4ee0-937a-1055450b61c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:34.914673 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80e904-1693-49ee-b4e7-9dd84c80c455,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:34.919890 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5232a98-d4ec-4b76-bea5-8fd217babc7f req-5c0640c1-e9d1-40d9-9ee9-b6e1128527d2 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Jul 29 20:51:34.927918 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.928275 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.928622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.928957 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.929285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.929773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.930115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.930909 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.931380 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.931733 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.932042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.932365 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c060b06-4a39-43aa-9f15-0d0b9a890ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:34.966617 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-902ad797-6023-4ee0-937a-1055450b61c2 None None] Port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:35.164826 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08898a-cac0-47be-ac56-ffcd5c400c65 req-ec5f55d5-2be3-4896-8a49-31f2ff583893 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:35.166303 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5b08898a-cac0-47be-ac56-ffcd5c400c65 req-ec5f55d5-2be3-4896-8a49-31f2ff583893 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0476127 Jul 29 20:51:35.208457 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5b08898a-cac0-47be-ac56-ffcd5c400c65 req-3c16b5d0-bfd8-40e7-842c-dcda58516296 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Jul 29 20:51:35.673605 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e9b2e-0713-4998-a02a-36d97aace6ab req-879e171e-da6e-4c40-85a1-d65e62ad3b64 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:35.675042 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9c9e9b2e-0713-4998-a02a-36d97aace6ab req-879e171e-da6e-4c40-85a1-d65e62ad3b64 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0497956 Jul 29 20:51:35.719310 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9c9e9b2e-0713-4998-a02a-36d97aace6ab req-1e0e9bfc-c4c3-4693-89fa-15776431dbc7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Jul 29 20:51:36.033265 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a1b63-09de-4e53-956b-c56f567038a4 req-55d373d1-4845-47a6-9b3b-5379038591fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:36.034790 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-942a1b63-09de-4e53-956b-c56f567038a4 req-55d373d1-4845-47a6-9b3b-5379038591fb tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 936 time: 0.0477600 Jul 29 20:51:36.071812 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-942a1b63-09de-4e53-956b-c56f567038a4 req-e1464789-aac4-4b16-8fea-b2370db5d0a2 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Jul 29 20:51:36.320855 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6fbe-1d7d-4670-8a9e-33647d6def55 req-9635d04f-a217-4c5d-8211-82eeeb23e02e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:36.322356 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1def6fbe-1d7d-4670-8a9e-33647d6def55 req-9635d04f-a217-4c5d-8211-82eeeb23e02e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Jul 29 20:51:36.363004 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1def6fbe-1d7d-4670-8a9e-33647d6def55 req-08a5316b-34e7-415f-a3bd-3414f729414d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Jul 29 20:51:36.836986 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86ca7-87f0-4cec-bcf5-bebead631a5e req-d43eb0aa-2f7d-475d-a667-5b3e38bfc15a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:36.838402 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b0c86ca7-87f0-4cec-bcf5-bebead631a5e req-d43eb0aa-2f7d-475d-a667-5b3e38bfc15a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0487869 Jul 29 20:51:36.876727 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b0c86ca7-87f0-4cec-bcf5-bebead631a5e req-41f57bba-0677-4fec-852c-ad6ade3fb68b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Jul 29 20:51:37.184250 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57a6e0-c3a1-4482-85e1-030f22498543 req-b40af2f3-eaec-4787-a581-0d3c003f3e7c tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:37.185707 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b57a6e0-c3a1-4482-85e1-030f22498543 req-b40af2f3-eaec-4787-a581-0d3c003f3e7c tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 936 time: 0.0484328 Jul 29 20:51:37.223066 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b57a6e0-c3a1-4482-85e1-030f22498543 req-f5e59652-bd62-4694-85f3-e2aac72fab65 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Jul 29 20:51:37.477305 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a2f5-a65f-4ca3-ae32-c8be77c0bf4a req-f44465bf-05da-4301-9b99-a1967cbab05c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:37.478782 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-38b5a2f5-a65f-4ca3-ae32-c8be77c0bf4a req-f44465bf-05da-4301-9b99-a1967cbab05c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Jul 29 20:51:37.517977 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-38b5a2f5-a65f-4ca3-ae32-c8be77c0bf4a req-edf15ae3-70df-4010-a653-5bd83e8e07e1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Jul 29 20:51:37.675292 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Request body: {'port': {'device_id': '49320297-20d9-422a-a9fd-d6c600310058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:37.712034 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-ac882a9e-f9ca-43e3-bb2f-004ea33516c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e257271-86d1-4b11-92d5-92d2eef84258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494716 Jul 29 20:51:37.784465 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:37.865848 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-9a2801a7-571e-4b7b-a252-b51779113f1b service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436763 Jul 29 20:51:37.921400 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39862) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:38.007685 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54278d-b0dd-47ee-8fc0-4dc05089f961 req-029e632e-f6db-462c-9b75-ad6e2f2bd13a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.011775 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd54278d-b0dd-47ee-8fc0-4dc05089f961 req-029e632e-f6db-462c-9b75-ad6e2f2bd13a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0526803 Jul 29 20:51:38.042351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-516c564b-0f4b-4bac-83f6-36ac4ee3280f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.059015 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6cb75685-2a86-456a-ba2a-c0c33ce68367 req-57418206-c5a9-427b-9f82-21d47832e2d9 service neutron] 10.222.0.44 "GET /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461344 Jul 29 20:51:38.071051 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd54278d-b0dd-47ee-8fc0-4dc05089f961 req-84f49716-c219-4783-8a9a-042ba0526fa0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555007 Jul 29 20:51:38.151271 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-516c564b-0f4b-4bac-83f6-36ac4ee3280f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.155220 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-516c564b-0f4b-4bac-83f6-36ac4ee3280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.161794 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb3e41a-4adb-4430-9d61-90e5dc29aac0 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:38.169407 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.181079 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Transition to ACTIVE for port object cbb3e41a-4adb-4430-9d61-90e5dc29aac0 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:38.185358 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.195881 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-516c564b-0f4b-4bac-83f6-36ac4ee3280f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af8be9690eec4344a1f7af27cee12168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720809 Jul 29 20:51:38.195881 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c564b-0f4b-4bac-83f6-36ac4ee3280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de09da05-4e76-4ecb-8e8b-6977124a3a1b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:38.196452 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 39866) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:38.277547 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:38.328125 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.349991 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716f4f3-a0ae-404e-991c-7e8f77a58c18 req-8ba422cf-9783-434b-8763-e547b33eb4f4 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.351095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5716f4f3-a0ae-404e-991c-7e8f77a58c18 req-8ba422cf-9783-434b-8763-e547b33eb4f4 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 948 time: 0.0556293 Jul 29 20:51:38.366268 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.380686 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Attempting to bind port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:38.381044 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Attempting to bind port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:38.381488 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Attempting to bind port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 on network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:38.396398 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5716f4f3-a0ae-404e-991c-7e8f77a58c18 req-a6a32e2d-29a5-438d-9e36-c15cda4329df tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jul 29 20:51:38.403239 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 on network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:51:38.403566 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Attempting to bind port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 on network 1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:38.411610 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:38.411941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Checking segment: {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:38.412313 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Bound using segment: {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:38.412734 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Bound port: cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c008b035-8d3a-42d9-92c9-14856ed8bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:38.413087 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.455021 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.457425 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.458551 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de09da05-4e76-4ecb-8e8b-6977124a3a1b HTTP/1.1" status: 204 len: 168 time: 0.2605934 Jul 29 20:51:38.479206 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d62b88-0b36-40b3-adb9-0a17048997e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09da05-4e76-4ecb-8e8b-6977124a3a1b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:38.490196 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:38.493722 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:38.499739 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.533912 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.534549 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.535998 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] 10.222.0.44 "PUT /v2.0/ports/cbb3e41a-4adb-4430-9d61-90e5dc29aac0 HTTP/1.1" status: 200 len: 1098 time: 0.8650708 Jul 29 20:51:38.536425 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:38.538636 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07069f-307e-4f64-a1aa-1391831a4735" -d '{"events": [{"name": "network-changed", "server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:38.565109 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a25e2-f577-4b26-8a45-a9b8923ff018 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:38.624741 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35195e70-45bc-4688-b87b-4cb460e48da6 x-openstack-request-id: req-35195e70-45bc-4688-b87b-4cb460e48da6 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:38.625179 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:38.625582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35195e70-45bc-4688-b87b-4cb460e48da6 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:38.626245 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0', 'status': 'completed', 'code': 200} Jul 29 20:51:38.646488 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-5245225c-7382-4ccb-a3ca-ce98844d7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.648166 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-5245225c-7382-4ccb-a3ca-ce98844d7310 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d841469300dc4b4fa5b5e45862a67560&device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 1101 time: 0.0605240 Jul 29 20:51:38.679400 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f324-bd9e-45f5-bfca-d72fd85dc22c req-53343934-a281-4068-aa51-5ffaefba5430 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.680981 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e15f324-bd9e-45f5-bfca-d72fd85dc22c req-53343934-a281-4068-aa51-5ffaefba5430 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0602224 Jul 29 20:51:38.720478 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-f70d622a-c4a6-4aae-9313-95ecc6802639 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0 HTTP/1.1" status: 200 len: 217 time: 0.0445695 Jul 29 20:51:38.725599 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0e15f324-bd9e-45f5-bfca-d72fd85dc22c req-f600ad8d-bf35-4430-bb6e-107ee51d9ee3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Jul 29 20:51:38.783215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-8e799037-2feb-4bd9-abc4-05c1cf47df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.784682 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-8e799037-2feb-4bd9-abc4-05c1cf47df35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2d707fe-db6e-46ce-a15c-95ac9ca861e3 HTTP/1.1" status: 200 len: 843 time: 0.0519941 Jul 29 20:51:38.812745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39880) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:38.825838 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9a20-d226-465a-b9c6-31211c223620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.831229 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-f166d128-b4e4-4c26-9471-658e230a0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:38.832719 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-f166d128-b4e4-4c26-9471-658e230a0edf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398939 Jul 29 20:51:38.940255 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9a20-d226-465a-b9c6-31211c223620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.944559 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9a20-d226-465a-b9c6-31211c223620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:38.951348 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-79b384ab-349a-4633-be49-868ee7068a33 service neutron] 10.222.0.44 "GET /v2.0/networks/1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966363 Jul 29 20:51:38.984723 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2f5d9a20-d226-465a-b9c6-31211c223620 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62cad35244ce4de8ad96b8eeb75a8c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708803 Jul 29 20:51:38.985666 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d9a20-d226-465a-b9c6-31211c223620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1591bc03-d06a-4317-b0bd-604edc8e3ce7,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:38.988064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39892) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:39.052771 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:39.064500 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-d2491a7b-11f0-4d33-a810-4919fd03daf8 req-f0b03c7a-0355-4f93-956f-a318448324a3 service neutron] 10.222.0.44 "GET /v2.0/networks/1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044686 Jul 29 20:51:39.078317 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:39.141726 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:39.145095 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:39.146749 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1591bc03-d06a-4317-b0bd-604edc8e3ce7 HTTP/1.1" status: 204 len: 168 time: 0.1576812 Jul 29 20:51:39.163555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-a2f8b6e4-fd84-4a84-a0d6-167328e7d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.165046 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-a2f8b6e4-fd84-4a84-a0d6-167328e7d1a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d841469300dc4b4fa5b5e45862a67560&device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 1101 time: 0.0486090 Jul 29 20:51:39.168816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de32ca-833b-4fb5-a705-1ef6572e10b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1591bc03-d06a-4317-b0bd-604edc8e3ce7,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:39.215174 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4cf5d-390b-45ee-a436-c7e80e5569dd req-901cf041-0f0c-4929-8d37-a4eb96f8ca04 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.216711 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95d4cf5d-390b-45ee-a436-c7e80e5569dd req-901cf041-0f0c-4929-8d37-a4eb96f8ca04 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0598762 Jul 29 20:51:39.268796 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95d4cf5d-390b-45ee-a436-c7e80e5569dd req-d67afd87-6d54-40a8-9dc1-d7433f2c63f1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Jul 29 20:51:39.299679 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-c7b9fd32-f4ce-4032-aef3-e4080caefbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.300022 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-c7b9fd32-f4ce-4032-aef3-e4080caefbc5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8 HTTP/1.1" status: 200 len: 870 time: 0.1230574 Jul 29 20:51:39.349335 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-4d41f6f1-519f-45a2-bef2-7108cd68e84b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0 HTTP/1.1" status: 200 len: 217 time: 0.0394216 Jul 29 20:51:39.418281 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-ce13992e-03b5-4a9f-8b31-629581f686cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.420522 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-ce13992e-03b5-4a9f-8b31-629581f686cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2d707fe-db6e-46ce-a15c-95ac9ca861e3 HTTP/1.1" status: 200 len: 843 time: 0.0617223 Jul 29 20:51:39.490566 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-87aa7b68-a388-4a33-bbcd-f2835fe9e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.491923 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-87aa7b68-a388-4a33-bbcd-f2835fe9e9fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522139 Jul 29 20:51:39.546503 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25886f16-a495-482c-9713-2bc6d7aa3399 req-2fa4bd7c-6e4a-4958-951d-90e6cf9e5d6f tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.548277 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-25886f16-a495-482c-9713-2bc6d7aa3399 req-2fa4bd7c-6e4a-4958-951d-90e6cf9e5d6f tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 948 time: 0.0563688 Jul 29 20:51:39.622368 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-25886f16-a495-482c-9713-2bc6d7aa3399 req-54d2d5a2-dde9-4fe3-aadc-18f594a36fae tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664461 Jul 29 20:51:39.627962 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-0d01594e-fc57-49da-8f0a-959ffd795263 service neutron] 10.222.0.44 "GET /v2.0/networks/1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230814 Jul 29 20:51:39.754815 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0a07069f-307e-4f64-a1aa-1391831a4735 req-0b35ef7b-20c2-4689-bbe0-7dd3c2c20286 service neutron] 10.222.0.44 "GET /v2.0/networks/1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190472 Jul 29 20:51:39.860774 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260d717-1bb6-4b2d-9c3e-2be857393d0f req-be80129d-1e33-471d-ae0b-e455fc1639d1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:39.867257 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a260d717-1bb6-4b2d-9c3e-2be857393d0f req-be80129d-1e33-471d-ae0b-e455fc1639d1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0682654 Jul 29 20:51:39.905400 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a260d717-1bb6-4b2d-9c3e-2be857393d0f req-997200ab-195b-4857-a940-e21f3981ba71 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 Jul 29 20:51:39.996854 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 39966) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:40.094181 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527394132-network', 'tenant_id': '5c25708aa87b4164b21c4354f620251c'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:40.117617 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Made reservation on behalf of 5c25708aa87b4164b21c4354f620251c for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:40.120325 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.130317 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.221632 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.225318 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.245423 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:51:40.260659 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80751d-2fb0-4ab6-b659-97e4326b1e79,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:40.263489 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.263828 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Added segment a85ba517-a98e-412c-888d-c755c6f87f56 of type vlan for network 224ccff3-e63e-4555-ad28-79dab29a2897 Jul 29 20:51:40.302521 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.338601 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.339997 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:40.340606 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.419546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4215956 Jul 29 20:51:40.422496 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 39972) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:40.427636 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Request body: {'subnet': {'network_id': '224ccff3-e63e-4555-ad28-79dab29a2897', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527394132-subnet', 'tenant_id': '5c25708aa87b4164b21c4354f620251c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:40.430009 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f48d5-baf1-4953-91fe-54575e5f9d28 admin admin] Pushing event updated for resources: {'Network': ['ID=224ccff3-e63e-4555-ad28-79dab29a2897,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:40.441608 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 224ccff3-e63e-4555-ad28-79dab29a2897 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:51:40.451508 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8c60c-b9ef-4f81-b43f-8fe3f23a7af1 req-78d3c461-ce6b-4301-9d04-fa47a5e2efce tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:40.452985 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Made reservation on behalf of 5c25708aa87b4164b21c4354f620251c for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:40.453944 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2bf8c60c-b9ef-4f81-b43f-8fe3f23a7af1 req-78d3c461-ce6b-4301-9d04-fa47a5e2efce tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.1058321 Jul 29 20:51:40.455513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.492943 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2bf8c60c-b9ef-4f81-b43f-8fe3f23a7af1 req-8e2b4da8-7d2b-4de0-b0c9-ee89c9dc68a9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Jul 29 20:51:40.621865 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.679814 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2734653-976e-4511-84fd-411d8bfe51a0,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:40.684049 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Checking segment: {'id': 'a85ba517-a98e-412c-888d-c755c6f87f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '224ccff3-e63e-4555-ad28-79dab29a2897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:40.684411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Network hostable DHCP agents. Network: 224ccff3-e63e-4555-ad28-79dab29a2897, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:51:40.701357 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Network 224ccff3-e63e-4555-ad28-79dab29a2897 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:51:40.710893 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 224ccff3-e63e-4555-ad28-79dab29a2897) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:40.715072 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:40.715665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:40.721443 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b48a4fc-0cb7-4554-8b31-354cee5a61f0 None None] Network 224ccff3-e63e-4555-ad28-79dab29a2897 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:40.737191 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8729f3fa-01bb-45e5-814f-1b766dc6564a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3134105 Jul 29 20:51:40.767321 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962aeb6-edd7-46ba-9aaf-30ec15c50cc1 req-3eb640ca-cc1f-42ce-843d-fcc4f03c8d05 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:40.769065 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b962aeb6-edd7-46ba-9aaf-30ec15c50cc1 req-3eb640ca-cc1f-42ce-843d-fcc4f03c8d05 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 948 time: 0.0554242 Jul 29 20:51:40.831684 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b962aeb6-edd7-46ba-9aaf-30ec15c50cc1 req-6d82e555-1522-406b-a90b-19f420ca1bf0 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551956 Jul 29 20:51:40.866550 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd8b13-0e1e-4202-8155-1f380dd69db2 None None] Network 224ccff3-e63e-4555-ad28-79dab29a2897 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:41.038818 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f314-2cd0-4289-82fa-7bccaf2c6151 req-19d9287a-6917-4ce6-8966-36bf083ffa31 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:41.040992 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a138f314-2cd0-4289-82fa-7bccaf2c6151 req-19d9287a-6917-4ce6-8966-36bf083ffa31 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0622795 Jul 29 20:51:41.085468 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a138f314-2cd0-4289-82fa-7bccaf2c6151 req-91fb1ab2-7b78-412b-b563-9a9cfff6be7a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Jul 29 20:51:41.240931 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40006) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:41.246223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-806257634-network', 'tenant_id': '824b1165f3bd472fae8595a06fa0f548'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:41.269109 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Made reservation on behalf of 824b1165f3bd472fae8595a06fa0f548 for: {'network': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:41.271782 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.281339 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.378343 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.384285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.404448 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:51:41.419158 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26c57f9-c84c-4c07-9965-2fe62166c319,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:41.422625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.423001 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.segments_db [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Added segment c358777d-f779-4830-9ac2-934f8ab5e82c of type vlan for network 1855b23a-bc14-4e0a-9a16-2c5f8348d65a Jul 29 20:51:41.466180 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.499968 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.500970 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:41.501704 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.556742 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3146846 Jul 29 20:51:41.560081 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40014) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:41.562344 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27119be1-366e-4a4c-b139-963ee78ca53e admin admin] Pushing event updated for resources: {'Network': ['ID=1855b23a-bc14-4e0a-9a16-2c5f8348d65a,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:41.567826 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Request body: {'subnet': {'network_id': '1855b23a-bc14-4e0a-9a16-2c5f8348d65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-806257634-subnet', 'tenant_id': '824b1165f3bd472fae8595a06fa0f548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:41.573246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 1855b23a-bc14-4e0a-9a16-2c5f8348d65a details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:51:41.601201 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Made reservation on behalf of 824b1165f3bd472fae8595a06fa0f548 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:41.603619 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901918'] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.694616 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b94f2-9e7b-488a-b552-d40cbfe1fd7a req-aead8b80-edec-4072-845d-c2ab5fd250a6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:41.696114 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-671b94f2-9e7b-488a-b552-d40cbfe1fd7a req-aead8b80-edec-4072-845d-c2ab5fd250a6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.1056688 Jul 29 20:51:41.748157 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-671b94f2-9e7b-488a-b552-d40cbfe1fd7a req-6a9dd9da-58b5-42ac-9cc4-85395116f596 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Jul 29 20:51:41.826227 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9198237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901936'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.877112 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d92995-16d5-4f59-ba0c-47b60acd2f36,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:41.893446 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Checking segment: {'id': 'c358777d-f779-4830-9ac2-934f8ab5e82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1855b23a-bc14-4e0a-9a16-2c5f8348d65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:41.894516 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Network hostable DHCP agents. Network: 1855b23a-bc14-4e0a-9a16-2c5f8348d65a, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:51:41.921963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Network 1855b23a-bc14-4e0a-9a16-2c5f8348d65a is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:51:41.945702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 1855b23a-bc14-4e0a-9a16-2c5f8348d65a) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:41.950438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:41.951078 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:41.956156 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a330f-df20-4b0b-8be2-4f640c3ca284 None None] Network 1855b23a-bc14-4e0a-9a16-2c5f8348d65a requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:41.973090 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1484d89-6612-4c32-8b1c-09644444689e req-5ae9e3b7-f695-49a4-8c26-23fc66df7e3d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:41.974572 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1484d89-6612-4c32-8b1c-09644444689e req-5ae9e3b7-f695-49a4-8c26-23fc66df7e3d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 948 time: 0.0647428 Jul 29 20:51:41.985010 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-90547b93-03a2-4282-940c-d8f9ff292029 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4149330 Jul 29 20:51:42.018488 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1484d89-6612-4c32-8b1c-09644444689e req-ba4c5a0f-87f0-4e4e-83d8-85ef52cb5d4d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Jul 29 20:51:42.096457 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59dd3a-dcea-4140-836f-634b319835a9 None None] Network 1855b23a-bc14-4e0a-9a16-2c5f8348d65a requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:42.104515 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40028) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:42.151698 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Deleting subnet d2734653-976e-4511-84fd-411d8bfe51a0 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:51:42.155872 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.191463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.230255 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.279738 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.303672 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2734653-976e-4511-84fd-411d8bfe51a0,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:42.307407 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.309198 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-16969d8d-4e1f-4cce-814d-31504131b5c9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d2734653-976e-4511-84fd-411d8bfe51a0 HTTP/1.1" status: 204 len: 168 time: 0.2037013 Jul 29 20:51:42.311754 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40030) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:42.379604 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.458892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.469171 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224ccff3-e63e-4555-ad28-79dab29a2897']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.478836 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85ba517-a98e-412c-888d-c755c6f87f56') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.479136 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85ba517-a98e-412c-888d-c755c6f87f56') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.488316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.501236 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.506744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:51:42.507123 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:51:42.508664 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:51:42.568962 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.574366 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.576207 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] 10.222.0.43 "DELETE /v2.0/networks/224ccff3-e63e-4555-ad28-79dab29a2897 HTTP/1.1" status: 204 len: 168 time: 0.2635565 Jul 29 20:51:42.579201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40034) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:42.586627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733d3a-390f-46af-a641-aadb5688c84f admin admin] Pushing event deleted for resources: {'Network': ['ID=224ccff3-e63e-4555-ad28-79dab29a2897,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:42.625762 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Deleting subnet 35d92995-16d5-4f59-ba0c-47b60acd2f36 {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:51:42.626944 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device cbb3e41a-4adb-4430-9d61-90e5dc29aac0 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:51:42.629365 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.666770 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3253621'] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.705538 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.720982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:42.731807 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0', 'network_id': '1c0b41ae-adba-4d3b-b1d1-fddd50f03ea8', 'port_id': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0', 'mac_address': 'fa:16:3e:3f:2d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d707fe-db6e-46ce-a15c-95ac9ca861e3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:51:42.756371 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3539254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10419055'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.772631 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.781280 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d92995-16d5-4f59-ba0c-47b60acd2f36,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:42.784620 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.786477 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-56b6f22c-8712-409f-8f6d-5616df1ad028 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35d92995-16d5-4f59-ba0c-47b60acd2f36 HTTP/1.1" status: 204 len: 168 time: 0.2057393 Jul 29 20:51:42.787463 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb3e41a-4adb-4430-9d61-90e5dc29aac0 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:42.789014 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40038) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:42.814104 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:42.818601 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.819387 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:51:42.870461 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.877613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca107be8-d84e-48b6-8e4f-77271d4a6ef3 req-3c8d07d7-a5b5-46ee-9442-617a2ba89b4f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:42.879160 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca107be8-d84e-48b6-8e4f-77271d4a6ef3 req-3c8d07d7-a5b5-46ee-9442-617a2ba89b4f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 943 time: 0.0487492 Jul 29 20:51:42.911214 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:42.918413 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca107be8-d84e-48b6-8e4f-77271d4a6ef3 req-a0487170-c2b3-4d8f-a520-8732cae0aa39 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Jul 29 20:51:42.927626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.928003 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.928350 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.928688 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.929020 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.929347 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.929676 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.930003 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.930327 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.930649 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.931001 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.931305 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:42.955744 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:42.967342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1855b23a-bc14-4e0a-9a16-2c5f8348d65a']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.971706 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:42.978243 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c358777d-f779-4830-9ac2-934f8ab5e82c') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.978554 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c358777d-f779-4830-9ac2-934f8ab5e82c') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:42.984041 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'mac_address': 'fa:16:3e:bd:f9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:51:42.987975 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.006166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.012575 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:51:43.013015 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:51:43.014954 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:51:43.028851 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.044678 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:51:43.069123 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:43.074439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.075855 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.082329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.087558 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] 10.222.0.43 "DELETE /v2.0/networks/1855b23a-bc14-4e0a-9a16-2c5f8348d65a HTTP/1.1" status: 204 len: 168 time: 0.2951586 Jul 29 20:51:43.100211 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2690a4-2280-4a6b-b2b2-f2c5e54b10ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1855b23a-bc14-4e0a-9a16-2c5f8348d65a,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:43.129760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=9']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:43.158928 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d701c5-ee69-4879-9575-08a74335e415 req-4fc67e21-7c7b-4a6c-bb50-0128fb0a3362 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:43.160258 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14d701c5-ee69-4879-9575-08a74335e415 req-4fc67e21-7c7b-4a6c-bb50-0128fb0a3362 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 949 time: 0.0502510 Jul 29 20:51:43.202013 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14d701c5-ee69-4879-9575-08a74335e415 req-51e9ceee-303c-4a60-817b-b2d81ee49e71 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Jul 29 20:51:43.265048 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40052) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:43.304944 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c03ae074-7716-49fb-b4d7-27fd1b5361af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c25708aa87b4164b21c4354f620251c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386846 Jul 29 20:51:43.307452 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40054) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:43.355033 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.360767 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['cbb3e41a-4adb-4430-9d61-90e5dc29aac0'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:43.376483 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.386320 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['b35cec30-adbd-4317-9884-e66c8c60b720'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:43.426394 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.428865 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.432539 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce80751d-2fb0-4ab6-b659-97e4326b1e79 HTTP/1.1" status: 204 len: 168 time: 0.1217544 Jul 29 20:51:43.440993 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc6250-1350-4963-9fe5-63915444171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80751d-2fb0-4ab6-b659-97e4326b1e79,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:43.755839 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40062) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:43.796080 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8e2c8c0f-dcee-4feb-a5e8-83a8408081cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=824b1165f3bd472fae8595a06fa0f548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370278 Jul 29 20:51:43.796511 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40064) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:43.846079 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.862804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.907615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.910139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:43.911309 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c26c57f9-c84c-4c07-9965-2fe62166c319 HTTP/1.1" status: 204 len: 168 time: 0.1139133 Jul 29 20:51:43.918622 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb03d-ee4f-4cbf-9cfd-a1212e9b2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26c57f9-c84c-4c07-9965-2fe62166c319,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.062835 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ec68e-eee5-48dd-8fc9-acb442cb5210 req-ebc13302-5bad-46c7-abaf-9f5133cccb17 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:44.068937 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e44ec68e-eee5-48dd-8fc9-acb442cb5210 req-ebc13302-5bad-46c7-abaf-9f5133cccb17 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 944 time: 0.0611606 Jul 29 20:51:44.107376 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e44ec68e-eee5-48dd-8fc9-acb442cb5210 req-3914d5df-29ab-4b66-9405-a657757465d7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369318 Jul 29 20:51:44.145707 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-6eca36c9-17b7-4a2a-8f0d-56ec82491035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.330531 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf3a88-ae98-439b-aea3-d4634c1a7e31 req-e95f0e9d-26c4-4105-abb1-88363751d347 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:44.332134 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5cf3a88-ae98-439b-aea3-d4634c1a7e31 req-e95f0e9d-26c4-4105-abb1-88363751d347 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 949 time: 0.0529234 Jul 29 20:51:44.373167 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e5cf3a88-ae98-439b-aea3-d4634c1a7e31 req-d448f98d-7a9b-4260-a8ed-26e0dd22bae2 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jul 29 20:51:44.376953 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40090) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:44.478448 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-19e7c8de-17f6-45c7-8352-84da015e1c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.568164 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-19e7c8de-17f6-45c7-8352-84da015e1c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.572072 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-19e7c8de-17f6-45c7-8352-84da015e1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.618662 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-19e7c8de-17f6-45c7-8352-84da015e1c0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f72db9c4793463bbe14500ae5a6e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403510 Jul 29 20:51:44.620662 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7c8de-17f6-45c7-8352-84da015e1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31943f0a-f509-46dc-9ac0-d1788f593e71,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.621341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40102) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:44.631739 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device cbb3e41a-4adb-4430-9d61-90e5dc29aac0 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:44.679786 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.691576 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:44.697624 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:44.698127 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.705213 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.765947 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.768558 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.769688 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31943f0a-f509-46dc-9ac0-d1788f593e71 HTTP/1.1" status: 204 len: 168 time: 0.1473835 Jul 29 20:51:44.777814 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31943f0a-f509-46dc-9ac0-d1788f593e71,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.785296 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.785634 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.786198 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.786553 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.786914 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.787287 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.787605 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.787927 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.788261 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.788754 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.789232 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.789696 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683be89d-67db-49ce-becc-affe65d5e04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:44.791200 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.831506 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:44.834186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b76b7e0-48e8-411a-9b7f-3a726fd23597" -d '{"events": [{"server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "name": "network-vif-plugged", "status": "completed", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:44.859671 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:44.865451 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:44.866232 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:44.905657 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a254fb-639d-41f9-8dc3-c975524f5e06 x-openstack-request-id: req-06a254fb-639d-41f9-8dc3-c975524f5e06 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:44.905973 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "name": "network-vif-plugged", "status": "completed", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:44.906267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06a254fb-639d-41f9-8dc3-c975524f5e06 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:44.906597 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0', 'code': 200} Jul 29 20:51:44.950604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:44.959746 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port b35cec30-adbd-4317-9884-e66c8c60b720 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:44.960157 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.051852 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.099089 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:45.103043 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb521-9320-416a-a3ce-1792be4df3fe req-36fd8b78-0a30-491a-80ee-8f2ec22a357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:45.105177 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.105344 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c22cb521-9320-416a-a3ce-1792be4df3fe req-36fd8b78-0a30-491a-80ee-8f2ec22a357b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 1103 time: 0.0545888 Jul 29 20:51:45.149878 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c22cb521-9320-416a-a3ce-1792be4df3fe req-426567da-f16c-4c66-bcd3-72a7cd89008c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Jul 29 20:51:45.158712 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=10']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:45.244119 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c889cce-80bb-451c-b4b4-ae2875734f0b req-742f0352-5143-4727-a5c8-bd4387a682c5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:45.245516 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9c889cce-80bb-451c-b4b4-ae2875734f0b req-742f0352-5143-4727-a5c8-bd4387a682c5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0487618 Jul 29 20:51:45.287234 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9c889cce-80bb-451c-b4b4-ae2875734f0b req-53990773-b938-4fa7-9681-32ec33e24602 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Jul 29 20:51:45.494640 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c144-249e-45e9-87bc-09f678c1dd80 req-738f8823-8aed-49a5-a5d2-9e425ae2b007 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:45.496078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-72a4c144-249e-45e9-87bc-09f678c1dd80 req-738f8823-8aed-49a5-a5d2-9e425ae2b007 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0505190 Jul 29 20:51:45.535229 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-72a4c144-249e-45e9-87bc-09f678c1dd80 req-2d447c6a-6bef-4d7a-b731-e84e560f5831 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Jul 29 20:51:45.644973 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40156) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:45.852076 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1650215205-network', 'tenant_id': '53daa05a94344e03b57a23782b191b75'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:45.873628 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Made reservation on behalf of 53daa05a94344e03b57a23782b191b75 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:45.876932 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:45.888214 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.001558 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.006058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.030547 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:51:46.045613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc0895-d69e-4dde-92db-3a1d1f05366b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:46.048591 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.048937 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Added segment c290fc41-fb48-49f3-ae36-7c1f6a22e264 of type vlan for network 97e283a1-7090-4a20-b6a2-e84e8737c487 Jul 29 20:51:46.090397 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.118856 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.120325 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:46.120412 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.173022 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5269458 Jul 29 20:51:46.176095 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40180) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:46.181037 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a2d4-2007-4328-867d-d4acb6730feb admin admin] Pushing event updated for resources: {'Network': ['ID=97e283a1-7090-4a20-b6a2-e84e8737c487,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:46.183120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Request body: {'subnet': {'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1650215205-subnet', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:46.193114 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:51:46.214485 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Made reservation on behalf of 53daa05a94344e03b57a23782b191b75 for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:46.216911 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.418197 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.432146 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d992fa8-bd95-4420-8cff-7263f05eab74 req-27392be3-c4a1-41c8-a4e5-d5aa25130652 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:46.434340 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d992fa8-bd95-4420-8cff-7263f05eab74 req-27392be3-c4a1-41c8-a4e5-d5aa25130652 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0584702 Jul 29 20:51:46.483337 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d992fa8-bd95-4420-8cff-7263f05eab74 req-3e6e2ecf-fad9-473e-bebd-3b1215c224d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Jul 29 20:51:46.491192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdff745-c834-4b98-8963-84717e90489e,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:46.498979 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Checking segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:46.499670 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Network hostable DHCP agents. Network: 97e283a1-7090-4a20-b6a2-e84e8737c487, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:51:46.527656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:51:46.536295 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 97e283a1-7090-4a20-b6a2-e84e8737c487) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:46.541616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:46.542411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.547480 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c90f4-9efa-4351-b9c6-4fff77694f37 None None] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:46.560471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40198) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:46.561300 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-75f053af-001d-457a-ae3a-bfba14f79fe6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3822050 Jul 29 20:51:46.568366 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:46.598227 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.600184 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.691395 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.702750 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2db0a-ebcf-4328-a4fc-4616d0a54700 req-3ccb7396-9ac5-4a15-93b1-f597d9436d13 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:46.704240 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14a2db0a-ebcf-4328-a4fc-4616d0a54700 req-3ccb7396-9ac5-4a15-93b1-f597d9436d13 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0929506 Jul 29 20:51:46.730272 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-97e283a1-7090-4a20-b6a2-e84e8737c487', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:51:46.731204 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:46.907332 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:46.913447 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f390b332-041e-40ca-b28c-2415695faee2" -d '{"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:46.939930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Allocated IP 172.20.0.2 (97e283a1-7090-4a20-b6a2-e84e8737c487/ecdff745-c834-4b98-8963-84717e90489e/d8ebf318-c992-4a91-bd08-d7518adb9ddb) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:47.015990 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a82e52d-606f-4b9b-8523-4e493f5ff1de x-openstack-request-id: req-9a82e52d-606f-4b9b-8523-4e493f5ff1de {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:47.016266 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-plugged", "status": "completed", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:47.018780 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a82e52d-606f-4b9b-8523-4e493f5ff1de {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:47.019505 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'code': 200} Jul 29 20:51:47.078365 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-14a2db0a-ebcf-4328-a4fc-4616d0a54700 req-d3ecb8af-8f2c-40bd-bd65-991922d4b6a9 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286862 Jul 29 20:51:47.081805 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.110590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-70d98c48-3caf-4866-9532-4c7dc261741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.135114 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.144044 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Transition to ACTIVE for port object d8ebf318-c992-4a91-bd08-d7518adb9ddb will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:47.163324 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Transition to ACTIVE for port object d8ebf318-c992-4a91-bd08-d7518adb9ddb will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:47.169823 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.209271 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:47.212702 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:47.220229 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:47.257288 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Pushing event updated for resources: {'Port': ['ID=d8ebf318-c992-4a91-bd08-d7518adb9ddb,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:47.288987 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Attempting to bind port d8ebf318-c992-4a91-bd08-d7518adb9ddb on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:47.289758 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Attempting to bind port d8ebf318-c992-4a91-bd08-d7518adb9ddb by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:47.291193 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Attempting to bind port d8ebf318-c992-4a91-bd08-d7518adb9ddb on network 97e283a1-7090-4a20-b6a2-e84e8737c487 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:47.302901 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:47.303269 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Checking segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:47.303663 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.304234 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Bound using segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:47.304700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Bound port: d8ebf318-c992-4a91-bd08-d7518adb9ddb, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:47.305074 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.318967 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.338171 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.373317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] For port d8ebf318-c992-4a91-bd08-d7518adb9ddb, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:47.376369 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] For port d8ebf318-c992-4a91-bd08-d7518adb9ddb, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d8ebf318-c992-4a91-bd08-d7518adb9ddb,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:47.381151 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.442587 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562fe9-1c84-4355-ab05-c748360fae51 None None] Pushing event updated for resources: {'Port': ['ID=d8ebf318-c992-4a91-bd08-d7518adb9ddb,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:47.458713 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e4f34-1876-47ee-b030-0d97fd2d47cf req-ccc1d008-2925-4020-851b-a2dc920686c1 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:47.460238 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8e6e4f34-1876-47ee-b030-0d97fd2d47cf req-ccc1d008-2925-4020-851b-a2dc920686c1 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.1103096 Jul 29 20:51:47.521831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Allocated IP 172.27.2.120 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/f9a4f93c-1402-4b15-81a3-d962d238325a) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:47.550852 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8e6e4f34-1876-47ee-b030-0d97fd2d47cf req-9974dfde-6129-4fe7-9a50-137ae08a0b66 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651879 Jul 29 20:51:47.559651 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.619152 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.668370 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01032563-265a-4234-9a6d-815f74e01ae9 req-eccd92f6-14b7-4407-a54f-9997d8ab45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:47.670498 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-01032563-265a-4234-9a6d-815f74e01ae9 req-eccd92f6-14b7-4407-a54f-9997d8ab45ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1099 time: 0.0876977 Jul 29 20:51:47.687512 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.721679 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-01032563-265a-4234-9a6d-815f74e01ae9 req-2303b4a2-92d1-47b2-81cc-fba4f0004c86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Jul 29 20:51:47.728308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0767c0-fd71-4f12-a731-b4d9ca79a3fe req-e2720482-4cb1-4681-b51f-425ec936722c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:47.729927 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f0767c0-fd71-4f12-a731-b4d9ca79a3fe req-e2720482-4cb1-4681-b51f-425ec936722c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0816634 Jul 29 20:51:47.802808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:47.820221 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f0767c0-fd71-4f12-a731-b4d9ca79a3fe req-31dace5e-38cb-493b-99d6-7a093a7d8418 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808532 Jul 29 20:51:47.850053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:47.853402 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:47.856894 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:47.902647 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Pushing event updated for resources: {'Port': ['ID=f9a4f93c-1402-4b15-81a3-d962d238325a,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:48.139634 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.342823 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.373593 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:51:48.471155 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0a101-a82a-40e4-9115-a507a6209a63 None None] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:48.475377 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Router 1a012b81-2c1f-495e-9eec-0c872410c415 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:51:48.585197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:48.597916 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Sync routers for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:48.603881 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:48.608571 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:48.608571 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:48.608914 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40240) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:48.609512 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b21de89d-bd94-40cd-a382-fc3484b7e03e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0470326 Jul 29 20:51:48.666843 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-80822c16-7dc3-451b-abb9-e3568696457a None None] Provisioning for port d8ebf318-c992-4a91-bd08-d7518adb9ddb completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:48.673541 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f8f2a-84a9-4028-8b0d-c56be1f836d1 req-f5db0e2e-1ada-4c1d-a964-17a170d7812d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:48.686054 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd3f8f2a-84a9-4028-8b0d-c56be1f836d1 req-f5db0e2e-1ada-4c1d-a964-17a170d7812d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0746424 Jul 29 20:51:48.721513 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd3f8f2a-84a9-4028-8b0d-c56be1f836d1 req-270dec27-c4a6-48d4-93a4-def7684d7952 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Jul 29 20:51:48.731715 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:48.931659 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:48Z', 'revision_number': 3, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:48.972399 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Checking router: 1a012b81-2c1f-495e-9eec-0c872410c415 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:48.973903 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Updating router 1a012b81-2c1f-495e-9eec-0c872410c415 port f9a4f93c-1402-4b15-81a3-d962d238325a binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:51:48.977352 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc2c00-8cdc-4b01-9311-dbd7b790ec11 req-d4e70b7b-bf15-486d-9ec7-f848c07fd88e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:48.980723 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2adc2c00-8cdc-4b01-9311-dbd7b790ec11 req-d4e70b7b-bf15-486d-9ec7-f848c07fd88e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0760100 Jul 29 20:51:49.008235 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.027378 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.071394 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2adc2c00-8cdc-4b01-9311-dbd7b790ec11 req-4c8c40b5-10b1-427c-a33b-1c4d5efb1b7c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805557 Jul 29 20:51:49.078641 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d8ebf318-c992-4a91-bd08-d7518adb9ddb up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:49.107249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.160246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port d8ebf318-c992-4a91-bd08-d7518adb9ddb completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:49.164014 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d8ebf318-c992-4a91-bd08-d7518adb9ddb triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:49.164386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.247534 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.291837 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port d8ebf318-c992-4a91-bd08-d7518adb9ddb, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d8ebf318-c992-4a91-bd08-d7518adb9ddb,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:49.293645 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Allocated IP 172.20.0.1 (97e283a1-7090-4a20-b6a2-e84e8737c487/ecdff745-c834-4b98-8963-84717e90489e/d82b4151-f28a-433a-ae71-c1c0512202f4) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:49.296391 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.306294 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.317055 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Transition to ACTIVE for port object f9a4f93c-1402-4b15-81a3-d962d238325a will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:49.323973 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.350963 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=d8ebf318-c992-4a91-bd08-d7518adb9ddb,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.377085 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Pushing event updated for resources: {'Port': ['ID=f9a4f93c-1402-4b15-81a3-d962d238325a,revision_number=2']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.391254 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.391628 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.391973 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.392307 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.392633 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.392960 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.393282 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.393602 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.393937 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.394260 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.394577 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.394916 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:51:49.398005 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Attempting to bind port f9a4f93c-1402-4b15-81a3-d962d238325a on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:49.398385 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Attempting to bind port f9a4f93c-1402-4b15-81a3-d962d238325a by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:49.398749 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Attempting to bind port f9a4f93c-1402-4b15-81a3-d962d238325a on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:49.403709 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:49.404077 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:49.405007 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.405391 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:49.405851 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Bound port: f9a4f93c-1402-4b15-81a3-d962d238325a, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:49.406243 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.414775 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.428351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Transition to ACTIVE for port object d82b4151-f28a-433a-ae71-c1c0512202f4 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:49.454157 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] For port f9a4f93c-1402-4b15-81a3-d962d238325a, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:49.457126 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] For port f9a4f93c-1402-4b15-81a3-d962d238325a, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f9a4f93c-1402-4b15-81a3-d962d238325a,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:49.460955 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.461665 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.497553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:49.500406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:49.503819 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:49.516351 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:49.516983 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:49.521744 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1ccbe-21a8-4656-a039-d6ea0595bf64 None None] Pushing event updated for resources: {'Port': ['ID=f9a4f93c-1402-4b15-81a3-d962d238325a,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.530932 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:49.548415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.714155 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:49.763675 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-19428993-9553-4148-84ec-4116a59eaa9e None None] Provisioning for port d82b4151-f28a-433a-ae71-c1c0512202f4 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:49.770421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-19428993-9553-4148-84ec-4116a59eaa9e None None] Provisioning complete for port d82b4151-f28a-433a-ae71-c1c0512202f4 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:49.770421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-19428993-9553-4148-84ec-4116a59eaa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.812605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-19428993-9553-4148-84ec-4116a59eaa9e None None] Port d82b4151-f28a-433a-ae71-c1c0512202f4 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:49.871262 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f612c-fd52-48ea-a869-e4f2bbb71ed8 req-d5816ff1-9549-4869-8469-dbbf542ccb96 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:49.874294 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-194f612c-fd52-48ea-a869-e4f2bbb71ed8 req-d5816ff1-9549-4869-8469-dbbf542ccb96 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0656438 Jul 29 20:51:49.919227 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-194f612c-fd52-48ea-a869-e4f2bbb71ed8 req-5f123a65-fff7-4f6e-840f-c19b90ad0842 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Jul 29 20:51:49.932555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:49.939770 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:48Z', 'revision_number': 3, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:49.966104 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5fbca-5113-49d8-9766-714ada743858 None None] The sync data for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi is: [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:48Z', 'revision_number': 3, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:50.114205 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:50.118965 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:50.187603 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:50.189921 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:50.273955 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144529c-dcfc-4b12-830c-d73c5d847ef3 req-ea81e265-3a0c-4a73-b2fb-6f30807c6f01 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:50.281914 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9144529c-dcfc-4b12-830c-d73c5d847ef3 req-ea81e265-3a0c-4a73-b2fb-6f30807c6f01 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.1027770 Jul 29 20:51:50.325345 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:50.327466 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9144529c-dcfc-4b12-830c-d73c5d847ef3 req-58ac920b-2c9d-4869-ab50-34d728fbc283 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Jul 29 20:51:50.327618 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:50.463294 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Router 1a012b81-2c1f-495e-9eec-0c872410c415 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:51:50.553570 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-3775bbcc-7db0-4536-b4d0-f23f746f0b29 None None] Provisioning complete for port d82b4151-f28a-433a-ae71-c1c0512202f4 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:50.553941 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-3775bbcc-7db0-4536-b4d0-f23f746f0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:50.578725 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:50.583870 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2af67fff-29ac-4eb8-b363-3f757020abb4 admin admin] 10.222.0.43 "PUT /v2.0/routers/1a012b81-2c1f-495e-9eec-0c872410c415/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737687 Jul 29 20:51:50.589265 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-3775bbcc-7db0-4536-b4d0-f23f746f0b29 None None] Port d82b4151-f28a-433a-ae71-c1c0512202f4 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:51.056015 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b75d-1475-429d-ae20-3cf40d03e8e5 req-5ab479f9-259e-4ac1-9828-0676f481b9aa tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.058357 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5dd5b75d-1475-429d-ae20-3cf40d03e8e5 req-5ab479f9-259e-4ac1-9828-0676f481b9aa tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0637488 Jul 29 20:51:51.060773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40278) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:51.066190 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1898942707-network', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:51.092388 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Made reservation on behalf of cb7407114a4042dcad3fe0bdf134e1a7 for: {'network': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:51.094860 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.105898 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5dd5b75d-1475-429d-ae20-3cf40d03e8e5 req-f3e4f723-2c8e-4f9e-9f25-cb33c89788b9 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jul 29 20:51:51.107644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.110790 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f9a4f93c-1402-4b15-81a3-d962d238325a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:51.171855 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port f9a4f93c-1402-4b15-81a3-d962d238325a completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:51.176162 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f9a4f93c-1402-4b15-81a3-d962d238325a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:51.176753 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.203990 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.209617 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.231501 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:51:51.252216 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16df8d-d0a3-4a95-be08-5327dec5f893,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:51.255785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.256248 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.segments_db [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Added segment 00d85702-08b7-4052-9c49-f13894deb0dc of type vlan for network 7e78fcdb-7565-4296-ab16-56fc09376e3e Jul 29 20:51:51.268868 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.298950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.304127 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port f9a4f93c-1402-4b15-81a3-d962d238325a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f9a4f93c-1402-4b15-81a3-d962d238325a,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:51.310339 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.311360 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d8ebf318-c992-4a91-bd08-d7518adb9ddb up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:51.340213 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.341297 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.342500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.393034 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=f9a4f93c-1402-4b15-81a3-d962d238325a,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:51.430511 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3653929 Jul 29 20:51:51.430511 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29c4f-7915-475f-b0ae-6dc4d6d2d09b admin admin] Pushing event updated for resources: {'Network': ['ID=7e78fcdb-7565-4296-ab16-56fc09376e3e,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:51.431821 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40286) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:51.435126 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d8ebf318-c992-4a91-bd08-d7518adb9ddb triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:51.436245 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.438630 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Request body: {'subnet': {'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1898942707-subnet', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:51.463573 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:51:51.467322 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Made reservation on behalf of cb7407114a4042dcad3fe0bdf134e1a7 for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:51:51.469794 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.474663 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e1492-517d-4c3b-a2b2-7020b8b39dd6 req-64e49e0f-865d-46ff-9bf9-70bbb0effaaf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.477080 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1f4e1492-517d-4c3b-a2b2-7020b8b39dd6 req-64e49e0f-865d-46ff-9bf9-70bbb0effaaf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0645373 Jul 29 20:51:51.525198 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1f4e1492-517d-4c3b-a2b2-7020b8b39dd6 req-81e7a720-a53e-4c6f-9ce0-02483a360b71 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378973 Jul 29 20:51:51.608493 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-9cb61aff-0902-4a6b-a7c2-863b42081050 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.610081 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-9cb61aff-0902-4a6b-a7c2-863b42081050 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.44 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 950 time: 0.0921412 Jul 29 20:51:51.784730 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Sync routers for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:51.786313 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-d3371132-b5f2-439a-bad4-1fec8679b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:51.787831 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-d3371132-b5f2-439a-bad4-1fec8679b2c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 1099 time: 0.1197402 Jul 29 20:51:51.794623 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:51.797770 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.804168 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:51.944151 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Pushing event updated for resources: {'Subnet': ['ID=914c2b79-7177-49aa-ad96-e336f7108ea4,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:51.964028 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Deleting port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:51:51.964374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:51.973978 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:51.985952 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Checking segment: {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:51.986328 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Network hostable DHCP agents. Network: 7e78fcdb-7565-4296-ab16-56fc09376e3e, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:51:52.028605 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-d4c9c09c-8168-4029-80a2-829aa5862bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.030199 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-d4c9c09c-8168-4029-80a2-829aa5862bc8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.1893001 Jul 29 20:51:52.124469 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:51:52.159137 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 7e78fcdb-7565-4296-ab16-56fc09376e3e) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:52.167275 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-647b1501-3c0c-476d-99e5-034581ecd2d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 200 len: 1001 time: 0.1258616 Jul 29 20:51:52.168191 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.168823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.172611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] For port cbb3e41a-4adb-4430-9d61-90e5dc29aac0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,segment=NetworkSegment(c008b035-8d3a-42d9-92c9-14856ed8bb25),segment_id=c008b035-8d3a-42d9-92c9-14856ed8bb25)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:52.172919 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.174868 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104117b-8e46-48ef-87e3-dacdb2521398 None None] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:52.216187 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Calling delete_port for cbb3e41a-4adb-4430-9d61-90e5dc29aac0 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:51:52.236809 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-819b2d2d-1440-4384-89f3-7ce3a9f458df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8037450 Jul 29 20:51:52.244460 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40322) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:52.250300 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:52.315195 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 2, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:52.374337 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-674fc4f0-6bf2-4190-abe7-c683353a0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.376718 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-674fc4f0-6bf2-4190-abe7-c683353a0cb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.2004058 Jul 29 20:51:52.390879 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Checking router: 1a012b81-2c1f-495e-9eec-0c872410c415 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:52.391263 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Updating router 1a012b81-2c1f-495e-9eec-0c872410c415 port d82b4151-f28a-433a-ae71-c1c0512202f4 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:51:52.472880 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.475026 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.488362 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.493541 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.502808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad2aa3-2b71-4415-89f4-41a45160dd76 req-57f7b738-b62f-4c49-a759-b2d9f93ca25d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.511553 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fbad2aa3-2b71-4415-89f4-41a45160dd76 req-57f7b738-b62f-4c49-a759-b2d9f93ca25d tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 867 time: 0.2950394 Jul 29 20:51:52.563162 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fbad2aa3-2b71-4415-89f4-41a45160dd76 req-ba6688fe-f8eb-4c5f-92a3-431a5fc115ea tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/security-groups?id=33dd7b22-e0a8-44cd-8955-1ab905836304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505345 Jul 29 20:51:52.634609 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Pushing event deleted for resources: {'Port': ['ID=cbb3e41a-4adb-4430-9d61-90e5dc29aac0,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:52.671349 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] No DVR routers for this DVR port cbb3e41a-4adb-4430-9d61-90e5dc29aac0 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:51:52.674411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.676835 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-db6a3405-02e6-449a-b84d-d5e357adb35c req-e719260d-f2f1-4f3a-b9ad-c888d0df83d3 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.44 "DELETE /v2.0/ports/cbb3e41a-4adb-4430-9d61-90e5dc29aac0 HTTP/1.1" status: 204 len: 173 time: 1.0504355 Jul 29 20:51:52.679358 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'name': 'network-vif-deleted', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:51:52.682195 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7996415-4330-4d84-954a-8675cc7b6a18" -d '{"events": [{"server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "name": "network-vif-deleted", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:51:52.740170 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867db878-6fc0-4879-b646-8697d3fd8929 req-58813d8c-9706-48d3-a09e-a0009fef2ac5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:52.750668 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-867db878-6fc0-4879-b646-8697d3fd8929 req-58813d8c-9706-48d3-a09e-a0009fef2ac5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.1137321 Jul 29 20:51:52.759004 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.778887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-7e78fcdb-7565-4296-ab16-56fc09376e3e', 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'fixed_ips': [{'subnet_id': '914c2b79-7177-49aa-ad96-e336f7108ea4'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:51:52.779785 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:52.823997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-867db878-6fc0-4879-b646-8697d3fd8929 req-252838bf-684d-4d43-80df-27e329821312 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702019 Jul 29 20:51:52.827198 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf56a36-6e59-4519-86dd-16b7aacf7e6a x-openstack-request-id: req-ddf56a36-6e59-4519-86dd-16b7aacf7e6a {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:51:52.827491 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49320297-20d9-422a-a9fd-d6c600310058", "name": "network-vif-deleted", "tag": "cbb3e41a-4adb-4430-9d61-90e5dc29aac0", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:51:52.827736 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddf56a36-6e59-4519-86dd-16b7aacf7e6a {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:51:52.828133 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49320297-20d9-422a-a9fd-d6c600310058', 'name': 'network-vif-deleted', 'tag': 'cbb3e41a-4adb-4430-9d61-90e5dc29aac0', 'status': 'completed', 'code': 200} Jul 29 20:51:52.979993 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.018583 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f9a4f93c-1402-4b15-81a3-d962d238325a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:53.092840 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Allocated IP 172.20.0.2 (7e78fcdb-7565-4296-ab16-56fc09376e3e/914c2b79-7177-49aa-ad96-e336f7108ea4/1c50819e-38e3-45be-92fb-183ab4508df8) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:53.182373 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.200448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.201033 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.202570 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f9a4f93c-1402-4b15-81a3-d962d238325a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:53.202935 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.238262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Transition to ACTIVE for port object d82b4151-f28a-433a-ae71-c1c0512202f4 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:53.257402 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.307470 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Allocated IP 172.27.2.116 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/5042eb1c-83f2-4865-91ff-cc6f2ff290aa) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:53.413720 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.460763 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.483022 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c19927-c1e7-4425-8a44-ee64ef9641a7 None None] Pushing event updated for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:53.503649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:53.506569 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:53.509601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:53.523916 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.543547 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:53.565503 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Transition to ACTIVE for port object 1c50819e-38e3-45be-92fb-183ab4508df8 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:53.613967 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Transition to ACTIVE for port object 1c50819e-38e3-45be-92fb-183ab4508df8 will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:53.616875 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Attempting to bind port d82b4151-f28a-433a-ae71-c1c0512202f4 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:53.617135 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Attempting to bind port d82b4151-f28a-433a-ae71-c1c0512202f4 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:53.617759 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Attempting to bind port d82b4151-f28a-433a-ae71-c1c0512202f4 on network 97e283a1-7090-4a20-b6a2-e84e8737c487 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:53.622844 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:53.623458 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Checking segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:53.623872 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.624300 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Bound using segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:53.624782 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Bound port: d82b4151-f28a-433a-ae71-c1c0512202f4, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:53.625169 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.628810 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.696048 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fef013de-c801-4dd8-99c1-b72babc40292 req-ab3d3633-b9cb-42a0-a089-d2bc332ba6f7 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Jul 29 20:51:53.705625 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:53.712390 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:53.715472 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:53.747246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Pushing event updated for resources: {'Port': ['ID=1c50819e-38e3-45be-92fb-183ab4508df8,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:53.797403 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] For port d82b4151-f28a-433a-ae71-c1c0512202f4, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:53.820067 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] For port d82b4151-f28a-433a-ae71-c1c0512202f4, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d82b4151-f28a-433a-ae71-c1c0512202f4,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:53.822869 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Attempting to bind port 1c50819e-38e3-45be-92fb-183ab4508df8 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:53.823242 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Attempting to bind port 1c50819e-38e3-45be-92fb-183ab4508df8 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:53.823591 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Attempting to bind port 1c50819e-38e3-45be-92fb-183ab4508df8 on network 7e78fcdb-7565-4296-ab16-56fc09376e3e {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:53.828110 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.855471 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:53.855844 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Checking segment: {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:53.856252 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.856647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Bound using segment: {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:53.857597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Bound port: 1c50819e-38e3-45be-92fb-183ab4508df8, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:53.857597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:53.907587 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c19927-c1e7-4425-8a44-ee64ef9641a7 None None] Pushing event updated for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:53.939282 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:53.942798 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:53.989660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55affde-863d-4da6-88f0-69114d280b3b req-d572a8e9-c266-45eb-b24a-6d4486b95d44 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:53.998427 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f55affde-863d-4da6-88f0-69114d280b3b req-d572a8e9-c266-45eb-b24a-6d4486b95d44 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0690553 Jul 29 20:51:54.047129 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f55affde-863d-4da6-88f0-69114d280b3b req-738e5c38-b6d2-4548-865d-cd12fd4e4250 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476468 Jul 29 20:51:54.049855 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] For port 1c50819e-38e3-45be-92fb-183ab4508df8, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:54.067583 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] For port 1c50819e-38e3-45be-92fb-183ab4508df8, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1c50819e-38e3-45be-92fb-183ab4508df8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:54.074370 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.107717 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.132086 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:54.185256 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bcf5c-969c-4b79-9ac7-8abd45ecb556 None None] Pushing event updated for resources: {'Port': ['ID=1c50819e-38e3-45be-92fb-183ab4508df8,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:54.328124 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.402919 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:54.430565 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58534de5-e43c-4a04-bf8b-6fc019f756dc None None] The sync data for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi is: [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:54.484682 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Router 91f3ac00-ff23-41e7-8956-3826c78218be is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:51:54.605234 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:54.613915 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Sync routers for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:54.621601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:54.623885 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-882966b1-099c-4bed-8626-b99bd605bc18 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3762100 Jul 29 20:51:54.626224 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40364) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:54.627021 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:54.628999 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:54.757307 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:54.815666 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b297926e-c276-48b1-812f-ecfb347367d2 req-4fd80a49-6000-444f-9a34-c1647343de3b tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.0423827 Jul 29 20:51:55.055358 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 3, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:55.094070 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Checking router: 91f3ac00-ff23-41e7-8956-3826c78218be for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:55.094424 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Updating router 91f3ac00-ff23-41e7-8956-3826c78218be port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:51:55.108315 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d82b4151-f28a-433a-ae71-c1c0512202f4 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:55.130187 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.225802 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port d82b4151-f28a-433a-ae71-c1c0512202f4 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:55.231581 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d82b4151-f28a-433a-ae71-c1c0512202f4 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:55.231860 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.249577 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b38758-0af5-419a-aaa8-505e6a182adf req-c77cc5c2-791e-41ad-aea8-0b640474101f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.252998 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.258166 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-13b38758-0af5-419a-aaa8-505e6a182adf req-c77cc5c2-791e-41ad-aea8-0b640474101f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0939174 Jul 29 20:51:55.326241 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-13b38758-0af5-419a-aaa8-505e6a182adf req-08160bf5-35f8-47e1-aa1f-58c38b6acdf6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665052 Jul 29 20:51:55.359438 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.403040 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53999f68-249c-4fed-b184-03a8ca57e732 None None] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:51:55.443891 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port d82b4151-f28a-433a-ae71-c1c0512202f4, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d82b4151-f28a-433a-ae71-c1c0512202f4,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:55.473647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.474525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1c50819e-38e3-45be-92fb-183ab4508df8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:55.476838 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['cbb3e41a-4adb-4430-9d61-90e5dc29aac0'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:51:55.522109 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-93ef4ef8-67b3-4fff-9585-87dd37b75b15 None None] Provisioning for port 1c50819e-38e3-45be-92fb-183ab4508df8 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:55.543439 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Allocated IP 172.20.0.1 (7e78fcdb-7565-4296-ab16-56fc09376e3e/914c2b79-7177-49aa-ad96-e336f7108ea4/babdbe68-837f-4773-b160-fe30d716baa8) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:51:55.551670 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.562215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-4d8b4cfd-f1cb-4061-8f8d-51a07a751583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:55.563991 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-4d8b4cfd-f1cb-4061-8f8d-51a07a751583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927837 Jul 29 20:51:55.565213 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Transition to ACTIVE for port object 5042eb1c-83f2-4865-91ff-cc6f2ff290aa will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:55.588459 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.613803 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:55.671485 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 1c50819e-38e3-45be-92fb-183ab4508df8 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:55.704517 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Attempting to bind port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:55.705049 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Attempting to bind port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:55.705546 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Attempting to bind port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:55.706641 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 1c50819e-38e3-45be-92fb-183ab4508df8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:55.707101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.719348 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b7929-6006-49a9-b4be-c7924e657972 None None] Pushing event updated for resources: {'Port': ['ID=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,revision_number=2']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:55.725204 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:55.725741 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:55.726152 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.726537 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:55.727035 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Bound port: 5042eb1c-83f2-4865-91ff-cc6f2ff290aa, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:55.727582 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.852436 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] For port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:55.860872 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] For port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:55.866905 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.880547 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.891434 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-2b3354ec-30d2-4264-850e-fc90844a688f service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027024 Jul 29 20:51:55.896674 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:55.927344 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 1c50819e-38e3-45be-92fb-183ab4508df8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1c50819e-38e3-45be-92fb-183ab4508df8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:55.934465 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.041307 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:56.042361 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:56.090555 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=1c50819e-38e3-45be-92fb-183ab4508df8,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:56.094986 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b7929-6006-49a9-b4be-c7924e657972 None None] Pushing event updated for resources: {'Port': ['ID=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:56.115312 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3fe46438-edd4-445f-9e18-1fd55c52d557 req-dd0841bc-f98b-4ee3-a4cf-f2cf04a09341 tempest-VolumesNegativeTest-2118805343 tempest-VolumesNegativeTest-2118805343-project] 10.222.0.43 "GET /v2.0/ports?device_id=49320297-20d9-422a-a9fd-d6c600310058 HTTP/1.1" status: 200 len: 210 time: 0.1052356 Jul 29 20:51:56.117497 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcd2bc54-10ae-45a7-b717-cdb5f4842df7 req-da7a14d7-30a2-48e6-9073-032c2240d55e service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181387 Jul 29 20:51:56.123562 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Transition to ACTIVE for port object babdbe68-837f-4773-b160-fe30d716baa8 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:56.169099 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.185045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f67e9ec1-e495-4b13-b7f3-e192947306db None None] Provisioning complete for port 1c50819e-38e3-45be-92fb-183ab4508df8 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:56.186123 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f67e9ec1-e495-4b13-b7f3-e192947306db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.209489 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:56.212322 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:56.216367 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:51:56.222758 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:56.272105 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:56.301759 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.490711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.499853 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 3, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:56.557707 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698472-2fde-4593-81d5-5d00e2ae501e req-0c48e670-2350-439c-8ed8-a5cf51a46663 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:56.559513 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-82698472-2fde-4593-81d5-5d00e2ae501e req-0c48e670-2350-439c-8ed8-a5cf51a46663 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.1165855 Jul 29 20:51:56.571384 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9f03a-5d90-452d-bd3e-1b9d62db45b8 None None] The sync data for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi is: [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:53Z', 'revision_number': 3, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:51:56.621533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-82698472-2fde-4593-81d5-5d00e2ae501e req-0a01fe12-80da-469d-87df-7e93783d0280 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544260 Jul 29 20:51:56.700299 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-c0fa7733-2298-4973-8deb-680e698c8a6a None None] Provisioning for port babdbe68-837f-4773-b160-fe30d716baa8 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:56.705082 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-c0fa7733-2298-4973-8deb-680e698c8a6a None None] Provisioning complete for port babdbe68-837f-4773-b160-fe30d716baa8 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:56.705709 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7733-2298-4973-8deb-680e698c8a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.731892 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.741895 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:56.788796 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa7733-2298-4973-8deb-680e698c8a6a None None] Port babdbe68-837f-4773-b160-fe30d716baa8 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:56.830482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:56.851064 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.028381 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:51:57.031384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:51:57.082213 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d82b4151-f28a-433a-ae71-c1c0512202f4 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:57.191937 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d82b4151-f28a-433a-ae71-c1c0512202f4 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:57.192306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.206940 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d9d17-aea6-4cfb-afbe-e6d3d0989781 req-a6334432-0d32-40ed-bbaa-daa6ae7bb598 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:57.206940 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fe8d9d17-aea6-4cfb-afbe-e6d3d0989781 req-a6334432-0d32-40ed-bbaa-daa6ae7bb598 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1007326 Jul 29 20:51:57.269684 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Router 91f3ac00-ff23-41e7-8956-3826c78218be has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:51:57.306188 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fe8d9d17-aea6-4cfb-afbe-e6d3d0989781 req-90b34966-627d-44cf-b01a-0cdb1ea01112 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896175 Jul 29 20:51:57.335288 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-7225bb25-4a0c-4636-8071-cd053d61a106 None None] Provisioning complete for port babdbe68-837f-4773-b160-fe30d716baa8 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:57.335743 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7225bb25-4a0c-4636-8071-cd053d61a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:57.401603 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-7225bb25-4a0c-4636-8071-cd053d61a106 None None] Port babdbe68-837f-4773-b160-fe30d716baa8 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:51:57.419712 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1c50819e-38e3-45be-92fb-183ab4508df8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:57.425943 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:51:57.432419 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5faf25e9-fe9e-4cc7-9c7d-d025a6a83cd9 admin admin] 10.222.0.43 "PUT /v2.0/routers/91f3ac00-ff23-41e7-8956-3826c78218be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8051813 Jul 29 20:51:57.472030 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 1c50819e-38e3-45be-92fb-183ab4508df8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:57.472399 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:58.441826 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a6c0e-f32f-44a8-be14-4d09eb316d22 req-82a03eeb-2093-428b-a556-477fd5e8e791 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:58.443364 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-194a6c0e-f32f-44a8-be14-4d09eb316d22 req-82a03eeb-2093-428b-a556-477fd5e8e791 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0527248 Jul 29 20:51:58.485528 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Sync routers for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:51:58.486020 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-194a6c0e-f32f-44a8-be14-4d09eb316d22 req-9fe25c35-c05c-4ded-8017-e3835bc461b9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362062 Jul 29 20:51:58.494462 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:58.495155 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:58.605396 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:51:58.921885 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:56Z', 'revision_number': 4, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'babdbe68-837f-4773-b160-fe30d716baa8', 'name': '', 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'mac_address': 'fa:16:3e:6c:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:55Z', 'updated_at': '2021-07-29T20:51:56Z', 'revision_number': 2, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'subnets': [{'id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:58.951357 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Checking router: 91f3ac00-ff23-41e7-8956-3826c78218be for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:51:58.951357 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Updating router 91f3ac00-ff23-41e7-8956-3826c78218be port babdbe68-837f-4773-b160-fe30d716baa8 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:51:58.982298 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.110804 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 5042eb1c-83f2-4865-91ff-cc6f2ff290aa up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:51:59.115857 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40604) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:59.120628 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121420030', 'description': 'tempest-secgroup-smoke-121420030 description', 'project_id': '53daa05a94344e03b57a23782b191b75'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:59.150629 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.238299 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:51:59.256275 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.259150 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:51:59.259476 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.263119 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.312266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.314702 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1978171 Jul 29 20:51:59.317546 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212686c-6f87-40e0-8e81-776dea27b9f7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24814d05-b02e-4c21-80f0-6c3561c60064,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.317684 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40620) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:59.322496 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:59.355559 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.395186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.429472 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Transition to ACTIVE for port object babdbe68-837f-4773-b160-fe30d716baa8 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:51:59.441547 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.449381 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.457161 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.462614 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.482851 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fca479a-76ab-4114-b732-3f9ea0067bac,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.494351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.495970 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-dc9bf760-de94-42d3-8558-0716f56ffb48 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772840 Jul 29 20:51:59.499591 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40626) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:59.504643 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:59.509144 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:51:59.548385 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.564251 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f78a8-84b2-428b-9494-392c9795bfea None None] Pushing event updated for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.566674 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.616365 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Attempting to bind port babdbe68-837f-4773-b160-fe30d716baa8 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:51:59.616884 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Attempting to bind port babdbe68-837f-4773-b160-fe30d716baa8 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:51:59.617354 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Attempting to bind port babdbe68-837f-4773-b160-fe30d716baa8 on network 7e78fcdb-7565-4296-ab16-56fc09376e3e {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:51:59.630752 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:51:59.632051 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Checking segment: {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:51:59.632505 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.632955 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Bound using segment: {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:51:59.633915 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Bound port: babdbe68-837f-4773-b160-fe30d716baa8, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d85702-08b7-4052-9c49-f13894deb0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:51:59.634453 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.657995 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.666467 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.673815 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.677855 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f45cf-247c-4d05-b78c-db0a21f2960f req-90759ba0-0146-492a-af01-7b67860dab3a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:51:59.679959 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-220f45cf-247c-4d05-b78c-db0a21f2960f req-90759ba0-0146-492a-af01-7b67860dab3a tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0900502 Jul 29 20:51:59.708057 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.710065 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2093117 Jul 29 20:51:59.713458 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40638) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:59.721695 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:59.730339 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429e258-4959-4c53-99d4-cd8128d79460 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1126180b-30ac-4ee7-92bb-9b0c534546c9,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.754394 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] For port babdbe68-837f-4773-b160-fe30d716baa8, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:51:59.758121 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] For port babdbe68-837f-4773-b160-fe30d716baa8, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=babdbe68-837f-4773-b160-fe30d716baa8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:51:59.764498 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.767621 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.771716 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-220f45cf-247c-4d05-b78c-db0a21f2960f req-d5a664f2-5dd2-4e6e-8abb-925df5f05526 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803931 Jul 29 20:51:59.813067 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device cbb3e41a-4adb-4430-9d61-90e5dc29aac0 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:51:59.859116 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: cbb3e41a-4adb-4430-9d61-90e5dc29aac0 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:51:59.859414 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device cbb3e41a-4adb-4430-9d61-90e5dc29aac0 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:51:59.862070 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.874864 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.893016 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.895190 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d66bd8a-8759-4220-b641-b38d21553d5c,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.900689 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:51:59.901369 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:51:59.903357 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:51:59.905451 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b237ae38-04dd-45d5-9b5b-393236ae1e92 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1916885 Jul 29 20:51:59.908231 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40658) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:51:59.909101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f78a8-84b2-428b-9494-392c9795bfea None None] Pushing event updated for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:51:59.913799 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:51:59.952125 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.016861 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.023342 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.051904 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6cae40-68af-4cb1-b875-7d58eb217db1,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:00.064709 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.069634 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:00.069874 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40668) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:00.071391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6ffe33aa-abf8-4276-90e7-2db34dae273e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617360 Jul 29 20:52:00.074940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:00.128337 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.securitygroups_db [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Project 53daa05a94344e03b57a23782b191b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:52:00.133793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.206401 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.211587 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.229350 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de1bcb6-4528-435a-b161-289f26bd578d,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:00.239225 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.243103 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-53685adb-bf08-4b78-b136-16c89b66bc83 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1696713 Jul 29 20:52:00.243927 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40672) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:00.249847 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'security_group_rule': {'security_group_id': '24814d05-b02e-4c21-80f0-6c3561c60064', 'project_id': '53daa05a94344e03b57a23782b191b75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:00.275367 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.securitygroups_db [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Project 53daa05a94344e03b57a23782b191b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:52:00.281957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.359683 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:56Z', 'revision_number': 4, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'babdbe68-837f-4773-b160-fe30d716baa8', 'name': '', 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'mac_address': 'fa:16:3e:6c:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:55Z', 'updated_at': '2021-07-29T20:51:59Z', 'revision_number': 4, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'subnets': [{'id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:00.367093 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.373162 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.394443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82d79cb-6c77-4b7b-9886-8189f0015d70,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:00.395397 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2c2bf0-e95e-4bcf-9ad6-5de9a8fe6d51 None None] The sync data for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi is: [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:51:56Z', 'revision_number': 4, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'babdbe68-837f-4773-b160-fe30d716baa8', 'name': '', 'network_id': '7e78fcdb-7565-4296-ab16-56fc09376e3e', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'mac_address': 'fa:16:3e:6c:a5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:55Z', 'updated_at': '2021-07-29T20:51:59Z', 'revision_number': 4, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'subnets': [{'id': '914c2b79-7177-49aa-ad96-e336f7108ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:00.402200 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:00.407234 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5fa8f9f8-f299-4c6f-8bc0-a7b425813573 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617584 Jul 29 20:52:00.940569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bddbfc-b4f1-4fcf-81d6-625d4d691eb1 req-32f157d0-94a0-435d-8bf2-8c0d93e0b6e5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:00.950880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-86bddbfc-b4f1-4fcf-81d6-625d4d691eb1 req-32f157d0-94a0-435d-8bf2-8c0d93e0b6e5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0679746 Jul 29 20:52:01.021584 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-86bddbfc-b4f1-4fcf-81d6-625d4d691eb1 req-d73c745f-4f85-4bc3-97db-91d352548bbd tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692747 Jul 29 20:52:01.162394 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 5042eb1c-83f2-4865-91ff-cc6f2ff290aa up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:01.254041 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:01.254422 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.377481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device babdbe68-837f-4773-b160-fe30d716baa8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:01.460476 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port babdbe68-837f-4773-b160-fe30d716baa8 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:01.472207 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port babdbe68-837f-4773-b160-fe30d716baa8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:01.472440 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.582421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.625468 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port babdbe68-837f-4773-b160-fe30d716baa8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=babdbe68-837f-4773-b160-fe30d716baa8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:01.634246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.648372 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40758) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:01.653426 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40760) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:01.727330 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:01.803851 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-31482018-a529-48e3-8283-31be30db6448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.839615 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a8045877-d844-4452-bf32-20f63dfcf454 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d841469300dc4b4fa5b5e45862a67560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840575 Jul 29 20:52:01.843144 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40766) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:01.902940 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.911188 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-31482018-a529-48e3-8283-31be30db6448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.915447 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-31482018-a529-48e3-8283-31be30db6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.930216 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.958841 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-31482018-a529-48e3-8283-31be30db6448 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ed56d08b2d243adb7f508301f81e3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052287 Jul 29 20:52:01.961240 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40768) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:01.968288 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31482018-a529-48e3-8283-31be30db6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bbd577-792f-4c5f-acd7-29a1b685758b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:01.989377 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.992402 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:01.996479 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33dd7b22-e0a8-44cd-8955-1ab905836304 HTTP/1.1" status: 204 len: 168 time: 0.1517754 Jul 29 20:52:02.005635 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5414b16-1e26-49ed-8e8f-cc70743e3e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd7b22-e0a8-44cd-8955-1ab905836304,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:02.018618 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.068440 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.129300 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.132201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.133777 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62bbd577-792f-4c5f-acd7-29a1b685758b HTTP/1.1" status: 204 len: 168 time: 0.1714125 Jul 29 20:52:02.152198 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1656a8a-15b4-489e-b9c5-ded248df4f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bbd577-792f-4c5f-acd7-29a1b685758b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:02.196170 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6097-6a2c-4855-98fd-7aa901f536ec req-104912de-1d71-44f3-9d7a-38b0a7262949 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:02.205269 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d0d6097-6a2c-4855-98fd-7aa901f536ec req-104912de-1d71-44f3-9d7a-38b0a7262949 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.1039979 Jul 29 20:52:02.289016 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d0d6097-6a2c-4855-98fd-7aa901f536ec req-985a0e33-3f19-43f1-aab1-50b898356e0d tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825942 Jul 29 20:52:02.551988 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40786) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:02.565670 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5e8605f7-3a3d-4a06-b205-6d8d84d16b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.656545 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5e8605f7-3a3d-4a06-b205-6d8d84d16b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.660196 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5e8605f7-3a3d-4a06-b205-6d8d84d16b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.696255 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8605f7-3a3d-4a06-b205-6d8d84d16b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62f7a5-800c-4a3d-97b0-77cf7c73545b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:02.702047 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5e8605f7-3a3d-4a06-b205-6d8d84d16b04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8a45b0259bb49c09242673abf0440f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489975 Jul 29 20:52:02.704816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40788) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:02.754010 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-a645604a-ae35-4aa8-912c-cf5622dc6d7e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:02.755539 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-a645604a-ae35-4aa8-912c-cf5622dc6d7e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 946 time: 0.0518887 Jul 29 20:52:02.763367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.784447 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.829595 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.832200 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.833398 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c62f7a5-800c-4a3d-97b0-77cf7c73545b HTTP/1.1" status: 204 len: 168 time: 0.1276221 Jul 29 20:52:02.843423 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a76cb-922f-47ca-8208-74179e74347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62f7a5-800c-4a3d-97b0-77cf7c73545b,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:02.864241 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Deleting port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:02.864652 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.961661 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] For port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:02.962088 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:02.983347 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Calling delete_port for 3649801c-cb1d-40e4-ba2d-b28b58fccd2b owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:03.019242 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device babdbe68-837f-4773-b160-fe30d716baa8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:03.072780 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port babdbe68-837f-4773-b160-fe30d716baa8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:03.073243 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.121711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.146830 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['e4ffaccc-b2a2-4dc0-a710-7816d0657071', '3649801c-cb1d-40e4-ba2d-b28b58fccd2b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:03.162873 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Pushing event deleted for resources: {'Port': ['ID=3649801c-cb1d-40e4-ba2d-b28b58fccd2b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:03.213314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] No DVR routers for this DVR port 3649801c-cb1d-40e4-ba2d-b28b58fccd2b on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:52:03.216166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.218915 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a0dec464-58ce-4d36-8899-59769cd20f68 req-39beb43c-7579-4092-8830-d9294781184f tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "DELETE /v2.0/ports/3649801c-cb1d-40e4-ba2d-b28b58fccd2b HTTP/1.1" status: 204 len: 173 time: 0.4516561 Jul 29 20:52:03.219506 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'name': 'network-vif-deleted', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:03.221897 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b984efd-8549-469e-91a6-b6e057b084a5" -d '{"events": [{"server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "name": "network-vif-deleted", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:03.237215 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40796) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:03.252329 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc7256c7-fa74-43ad-8ccb-ebb637e6f9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.273336 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517e18c-1d7f-4ba9-b3d2-385d31150c31 x-openstack-request-id: req-b517e18c-1d7f-4ba9-b3d2-385d31150c31 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:03.273498 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36871a-f962-4eb4-a2bc-8e88207a9f7a", "name": "network-vif-deleted", "tag": "3649801c-cb1d-40e4-ba2d-b28b58fccd2b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:03.273741 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b517e18c-1d7f-4ba9-b3d2-385d31150c31 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:03.274166 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36871a-f962-4eb4-a2bc-8e88207a9f7a', 'name': 'network-vif-deleted', 'tag': '3649801c-cb1d-40e4-ba2d-b28b58fccd2b', 'status': 'completed', 'code': 200} Jul 29 20:52:03.417196 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc7256c7-fa74-43ad-8ccb-ebb637e6f9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.441313 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-33d8056f-472a-4d01-9ca6-835e158fde22 req-b4e44835-9e0c-4ed4-99cc-0a9c82116508 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b36871a-f962-4eb4-a2bc-8e88207a9f7a HTTP/1.1" status: 200 len: 210 time: 0.0481086 Jul 29 20:52:03.442257 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dc7256c7-fa74-43ad-8ccb-ebb637e6f9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.481597 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7256c7-fa74-43ad-8ccb-ebb637e6f9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b456c9d-562d-4d07-95eb-af6f170e0dfc,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:03.487776 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-dc7256c7-fa74-43ad-8ccb-ebb637e6f9be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=833f317a64e74bb78e0275e80a54abb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493529 Jul 29 20:52:03.490570 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40808) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:03.536853 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.558745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.606789 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.610173 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:03.611330 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b456c9d-562d-4d07-95eb-af6f170e0dfc HTTP/1.1" status: 204 len: 168 time: 0.1198373 Jul 29 20:52:03.619399 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5152-a427-42b6-a519-ee283df8c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b456c9d-562d-4d07-95eb-af6f170e0dfc,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:04.741572 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f143af-5136-4eee-b071-d34e969570e6 req-96166945-4cb9-47f2-9b4a-f92b9a66ea9c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:04.743327 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32f143af-5136-4eee-b071-d34e969570e6 req-96166945-4cb9-47f2-9b4a-f92b9a66ea9c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0576842 Jul 29 20:52:04.799412 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32f143af-5136-4eee-b071-d34e969570e6 req-df532cef-e17f-4bc2-85f7-10706f68af23 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Jul 29 20:52:05.791103 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 3649801c-cb1d-40e4-ba2d-b28b58fccd2b no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:05.816667 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 3649801c-cb1d-40e4-ba2d-b28b58fccd2b {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:05.817014 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 3649801c-cb1d-40e4-ba2d-b28b58fccd2b not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:05.923223 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cfe4e-9e7d-4681-b567-afb9665ce081 req-0a218b16-151f-4dfa-a277-4028b2cdf54c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:05.924743 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-994cfe4e-9e7d-4681-b567-afb9665ce081 req-0a218b16-151f-4dfa-a277-4028b2cdf54c tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Jul 29 20:52:05.964930 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-994cfe4e-9e7d-4681-b567-afb9665ce081 req-38a60478-d36b-45b4-b7cc-cbcf34d0539e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Jul 29 20:52:06.041671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e89266-5619-446b-9a20-5d40312adaf3 req-aa30fade-9e29-4a78-8f6a-8ba385255a16 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:06.043083 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3e89266-5619-446b-9a20-5d40312adaf3 req-aa30fade-9e29-4a78-8f6a-8ba385255a16 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.0493038 Jul 29 20:52:06.081170 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3e89266-5619-446b-9a20-5d40312adaf3 req-07324e83-3bb2-4553-8dc9-db66060834f8 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jul 29 20:52:07.080847 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89d388-2f04-41a2-90c5-dcc08080cad9 req-d00d0e47-9b28-458b-92c3-f7f1018ef07e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:07.082356 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dc89d388-2f04-41a2-90c5-dcc08080cad9 req-d00d0e47-9b28-458b-92c3-f7f1018ef07e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Jul 29 20:52:07.119075 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dc89d388-2f04-41a2-90c5-dcc08080cad9 req-d57d6120-9239-47dd-931d-bbe0890db576 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jul 29 20:52:07.200301 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5c179-4807-4f89-898d-cf929146aa32 req-afcd9be5-8f9e-4a2e-91c7-e9111900fbad tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:07.201882 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-09a5c179-4807-4f89-898d-cf929146aa32 req-afcd9be5-8f9e-4a2e-91c7-e9111900fbad tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.0496092 Jul 29 20:52:07.240425 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-09a5c179-4807-4f89-898d-cf929146aa32 req-78b8ec06-5c38-4924-bb38-fd68bb33726b tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Jul 29 20:52:08.234002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fad20c-5b25-4730-983e-bc73cc90ee32 req-dc19a361-d304-4795-bb01-3da4cec806d4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.235042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-acc06d75-caf3-4b00-b886-0bd6231c55e3 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.235755 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f6fad20c-5b25-4730-983e-bc73cc90ee32 req-dc19a361-d304-4795-bb01-3da4cec806d4 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Jul 29 20:52:08.236509 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-acc06d75-caf3-4b00-b886-0bd6231c55e3 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.0500021 Jul 29 20:52:08.277116 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f6fad20c-5b25-4730-983e-bc73cc90ee32 req-e6a2a5b3-c710-4d78-9d24-91efc533f674 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jul 29 20:52:08.339011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Deleting port d2f21418-f9f2-4b58-9064-d919eec7bb51 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:08.339349 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.378328 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b982ba-84b0-4cec-ae6c-63fdf99e668b req-141f3dfe-ea84-4029-9939-80fc6ae129a1 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:08.380122 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20b982ba-84b0-4cec-ae6c-63fdf99e668b req-141f3dfe-ea84-4029-9939-80fc6ae129a1 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee HTTP/1.1" status: 200 len: 946 time: 0.0577590 Jul 29 20:52:08.427511 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20b982ba-84b0-4cec-ae6c-63fdf99e668b req-2b91d567-87dc-4236-a757-49406ebbe813 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Jul 29 20:52:08.448881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] For port d2f21418-f9f2-4b58-9064-d919eec7bb51, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d2f21418-f9f2-4b58-9064-d919eec7bb51,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:08.448881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.459215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Calling delete_port for d2f21418-f9f2-4b58-9064-d919eec7bb51 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:08.602879 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.621108 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['d2f21418-f9f2-4b58-9064-d919eec7bb51'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:08.642135 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Pushing event deleted for resources: {'Port': ['ID=d2f21418-f9f2-4b58-9064-d919eec7bb51,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:08.684661 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] No DVR routers for this DVR port d2f21418-f9f2-4b58-9064-d919eec7bb51 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:52:08.687096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:08.689108 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96e48ca1-32d9-49a2-b12c-14aad72bc2e9 req-2b4adf9d-e234-40a2-90ba-072dcbe90bd6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "DELETE /v2.0/ports/d2f21418-f9f2-4b58-9064-d919eec7bb51 HTTP/1.1" status: 204 len: 173 time: 0.4424460 Jul 29 20:52:08.689611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'name': 'network-vif-deleted', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:08.691815 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969a11c6-e3a6-4bf7-a8d8-6d60f3b18b30" -d '{"events": [{"server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "name": "network-vif-deleted", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:08.728748 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714dc66e-17ca-4f9b-9677-6bdaf0cb7eef x-openstack-request-id: req-714dc66e-17ca-4f9b-9677-6bdaf0cb7eef {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:08.729042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee", "name": "network-vif-deleted", "tag": "d2f21418-f9f2-4b58-9064-d919eec7bb51", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:08.729295 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-714dc66e-17ca-4f9b-9677-6bdaf0cb7eef {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:08.729689 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501e1e1e-8401-4e8a-a1a0-ee0dcc0f5bee', 'name': 'network-vif-deleted', 'tag': 'd2f21418-f9f2-4b58-9064-d919eec7bb51', 'status': 'completed', 'code': 200} Jul 29 20:52:09.390813 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916a52-0136-418b-bb28-c99070f0883e req-2d4efd6a-bb82-4905-b878-0053cc349fa7 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:09.392442 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-30916a52-0136-418b-bb28-c99070f0883e req-2d4efd6a-bb82-4905-b878-0053cc349fa7 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Jul 29 20:52:09.429387 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-30916a52-0136-418b-bb28-c99070f0883e req-0150ae17-30a3-44a5-b663-7626c9ffc16e tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jul 29 20:52:10.065210 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 40984) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:10.169742 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-10e1fb6a-300d-4250-9de6-614920ee0eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.261697 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-10e1fb6a-300d-4250-9de6-614920ee0eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.265686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-10e1fb6a-300d-4250-9de6-614920ee0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.304661 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-10e1fb6a-300d-4250-9de6-614920ee0eb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b90ce771604c487aad35f79c32891b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384000 Jul 29 20:52:10.305524 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1fb6a-300d-4250-9de6-614920ee0eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc1c90-7c5a-4074-bdf4-7ec59aa994db,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:10.307342 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 40988) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:10.355369 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.375320 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.422607 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.425206 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:10.426371 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6dc1c90-7c5a-4074-bdf4-7ec59aa994db HTTP/1.1" status: 204 len: 168 time: 0.1175163 Jul 29 20:52:10.434358 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d654b-7cac-42b8-acd4-36be5023174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc1c90-7c5a-4074-bdf4-7ec59aa994db,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:10.543297 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4825-e434-461f-b2dd-c3550072436e req-1675c42f-7cba-420e-92e3-e39ac7cfc0aa tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:10.545323 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1d6e4825-e434-461f-b2dd-c3550072436e req-1675c42f-7cba-420e-92e3-e39ac7cfc0aa tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0485051 Jul 29 20:52:10.582641 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1d6e4825-e434-461f-b2dd-c3550072436e req-e523ab67-9dcd-49d7-9866-760144ed9682 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308890 Jul 29 20:52:10.699227 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41000) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:10.940794 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f805-aa21-4540-aae6-450843f4072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.030203 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f805-aa21-4540-aae6-450843f4072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.034098 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8aa4f805-aa21-4540-aae6-450843f4072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.070941 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8aa4f805-aa21-4540-aae6-450843f4072b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93dce9a7665a47789bddf47064ccdbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706551 Jul 29 20:52:11.071785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4f805-aa21-4540-aae6-450843f4072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9546faf4-e9d2-46ca-9306-9cef7105c3f4,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:11.073845 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41002) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:11.123521 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.143333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.189083 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.191506 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:11.192718 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9546faf4-e9d2-46ca-9306-9cef7105c3f4 HTTP/1.1" status: 204 len: 168 time: 0.1179008 Jul 29 20:52:11.200494 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5615db-59e6-4014-b863-74a6c36edc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9546faf4-e9d2-46ca-9306-9cef7105c3f4,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:11.711989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b8073-437a-4266-b92c-d3daa3591fb3 req-5ae61978-7f6a-4dee-a803-eb3549dec0d3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:11.714909 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-697b8073-437a-4266-b92c-d3daa3591fb3 req-5ae61978-7f6a-4dee-a803-eb3549dec0d3 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0564117 Jul 29 20:52:11.754276 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-697b8073-437a-4266-b92c-d3daa3591fb3 req-dc603ca0-abdd-4623-a734-a640cb3f5cb5 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Jul 29 20:52:11.863086 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device d2f21418-f9f2-4b58-9064-d919eec7bb51 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:11.883291 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: d2f21418-f9f2-4b58-9064-d919eec7bb51 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:11.883640 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device d2f21418-f9f2-4b58-9064-d919eec7bb51 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:12.877873 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56aa73-2bc9-4cde-88c3-e9dc99b3cd2c req-e905e60f-2217-4285-afd4-77e5583eb875 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:12.879533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a56aa73-2bc9-4cde-88c3-e9dc99b3cd2c req-e905e60f-2217-4285-afd4-77e5583eb875 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0586975 Jul 29 20:52:12.916754 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a56aa73-2bc9-4cde-88c3-e9dc99b3cd2c req-e0e41f04-4c7a-48d3-9240-5d4181248aa1 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b9b14bf-c5bb-4df0-a52b-799c0135ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jul 29 20:52:12.993296 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41084) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.096739 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1f1778e-7168-48f1-a62d-73dc2825fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.187615 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1f1778e-7168-48f1-a62d-73dc2825fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.191504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1f1778e-7168-48f1-a62d-73dc2825fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.228071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1778e-7168-48f1-a62d-73dc2825fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5766f7-a766-4b17-a89d-4d17c4de3754,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.235119 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f1f1778e-7168-48f1-a62d-73dc2825fa8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d10a03fe4c6244e9b7ac42d060ccb5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407722 Jul 29 20:52:13.235328 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41088) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.289977 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.311411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.356149 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.358788 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.359926 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a5766f7-a766-4b17-a89d-4d17c4de3754 HTTP/1.1" status: 204 len: 168 time: 0.1234696 Jul 29 20:52:13.367330 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b129fa-b31f-45f4-a7e5-db319653b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5766f7-a766-4b17-a89d-4d17c4de3754,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.458284 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-64594fd9-a29d-4507-b8d3-0459c8702013 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:13.460004 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-64594fd9-a29d-4507-b8d3-0459c8702013 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 945 time: 0.0534923 Jul 29 20:52:13.559360 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Deleting port e4ffaccc-b2a2-4dc0-a710-7816d0657071 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:13.559968 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.644877 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41094) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.654159 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] For port e4ffaccc-b2a2-4dc0-a710-7816d0657071, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e4ffaccc-b2a2-4dc0-a710-7816d0657071,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:13.654536 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.658121 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07936337-b442-4a24-937d-74dbd11117bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.667337 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Calling delete_port for e4ffaccc-b2a2-4dc0-a710-7816d0657071 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:13.758394 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07936337-b442-4a24-937d-74dbd11117bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.765591 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-07936337-b442-4a24-937d-74dbd11117bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.815240 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-07936337-b442-4a24-937d-74dbd11117bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb341a5f6af04794ad4625e6e8795df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689878 Jul 29 20:52:13.815954 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41104) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:13.824052 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07936337-b442-4a24-937d-74dbd11117bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab00b1f-7d56-4f53-baac-e186e170da7f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.839192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.863868 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['e4ffaccc-b2a2-4dc0-a710-7816d0657071'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:13.884460 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Pushing event deleted for resources: {'Port': ['ID=e4ffaccc-b2a2-4dc0-a710-7816d0657071,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:13.915333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.947223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] No DVR routers for this DVR port e4ffaccc-b2a2-4dc0-a710-7816d0657071 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:52:13.947961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.953615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:13.956168 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ce13071e-2c52-41b7-99d9-59efd6aaeeea req-5e9b4936-c64e-441a-837f-6e6395ca76f9 tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.44 "DELETE /v2.0/ports/e4ffaccc-b2a2-4dc0-a710-7816d0657071 HTTP/1.1" status: 204 len: 173 time: 0.4897625 Jul 29 20:52:13.956669 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'name': 'network-vif-deleted', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:13.959121 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a028cf-ea73-46da-8167-ce9ddb38d3ed" -d '{"events": [{"server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "name": "network-vif-deleted", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:14.002400 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3091ae-8f97-4526-a4be-f3d9b1a19e1b x-openstack-request-id: req-7a3091ae-8f97-4526-a4be-f3d9b1a19e1b {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:14.002940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f659de4-987b-46a1-a73e-5a7df5fa76d3", "name": "network-vif-deleted", "tag": "e4ffaccc-b2a2-4dc0-a710-7816d0657071", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:14.003422 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a3091ae-8f97-4526-a4be-f3d9b1a19e1b {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:14.003999 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f659de4-987b-46a1-a73e-5a7df5fa76d3', 'name': 'network-vif-deleted', 'tag': 'e4ffaccc-b2a2-4dc0-a710-7816d0657071', 'status': 'completed', 'code': 200} Jul 29 20:52:14.038914 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cd704f8b-7403-4a41-801b-bb47a9417bb1 req-8bb346bc-61c1-4290-a7cc-3a3b9c344b7b tempest-ServerRescueNegativeTestJSON-896969009 tempest-ServerRescueNegativeTestJSON-896969009-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f659de4-987b-46a1-a73e-5a7df5fa76d3 HTTP/1.1" status: 200 len: 210 time: 0.0302031 Jul 29 20:52:14.054337 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.057321 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:14.058779 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ab00b1f-7d56-4f53-baac-e186e170da7f HTTP/1.1" status: 204 len: 168 time: 0.2412663 Jul 29 20:52:14.067478 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1d474-8bbe-4d8d-8def-c7e2b825085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab00b1f-7d56-4f53-baac-e186e170da7f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:14.136661 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0c423346-0ec5-4797-9ef8-e655339aaa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.113744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41156) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:15.538655 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.830267 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Deleting port 730982bb-6609-4792-a9da-9649ab278967 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:15.830619 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.907788 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] For port 730982bb-6609-4792-a9da-9649ab278967, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=730982bb-6609-4792-a9da-9649ab278967,segment=NetworkSegment(1e3d04de-330e-4847-b7a0-55ef3b1f6a1b),segment_id=1e3d04de-330e-4847-b7a0-55ef3b1f6a1b)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:15.908092 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:15.920132 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Calling delete_port for 730982bb-6609-4792-a9da-9649ab278967 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:16.341211 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:16.370846 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=730982bb-6609-4792-a9da-9649ab278967,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:16.540923 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:16.757183 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:16.866483 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:16.871943 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b2d24f1d-277c-4589-9c79-c51ad4de8e12 admin admin] 10.222.0.43 "PUT /v2.0/routers/c1129faa-ba27-4f22-95c9-0908cfdfa2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562516 Jul 29 20:52:16.875216 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41178) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:16.875975 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Sync routers for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:16.889730 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:16.890338 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:51:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:16.988203 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.095454 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-601c78df-c606-4b13-a021-ba400ead12ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.096027 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:17.105821 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.156294 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Deleting port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:17.156646 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.238652 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] For port f1e752c4-c797-4e8a-9597-d5aee2b4ba0d, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:17.239082 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.251332 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Calling delete_port for f1e752c4-c797-4e8a-9597-d5aee2b4ba0d owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:17.267372 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:52:16Z', 'revision_number': 5, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port': {'id': 'f1e752c4-c797-4e8a-9597-d5aee2b4ba0d', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:35Z', 'updated_at': '2021-07-29T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:17.292665 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Checking router: c1129faa-ba27-4f22-95c9-0908cfdfa2f3 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:17.301177 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Routers {'c1129faa-ba27-4f22-95c9-0908cfdfa2f3'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:17.301772 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:17.385033 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] Set router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:17.413332 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.438158 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e752c4-c797-4e8a-9597-d5aee2b4ba0d,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:17.438487 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:52:17Z', 'revision_number': 6, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:17.467696 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f78468-5bb4-4e2d-a39c-df5a65184b02 None None] The sync data for ids ['c1129faa-ba27-4f22-95c9-0908cfdfa2f3'] in dv-cinder-802957-1-iscsi is: [{'id': 'c1129faa-ba27-4f22-95c9-0908cfdfa2f3', 'name': 'tempest-ServerRescueNegativeTestJSON-805606129-router', 'tenant_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:52:17Z', 'revision_number': 6, 'project_id': '0964a9e855dd4a69b1e89e12ba4db0cd', 'gw_port_host': None}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:17.500099 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.549691 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.605144 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.607275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.611008 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.668631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.669239 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1129faa-ba27-4f22-95c9-0908cfdfa2f3 {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:52:17.674604 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.675757 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7545a98a-2080-4628-86e9-a0375a8e0987 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c1129faa-ba27-4f22-95c9-0908cfdfa2f3 HTTP/1.1" status: 204 len: 168 time: 0.7996173 Jul 29 20:52:17.678282 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41186) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:17.725446 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Deleting subnet 318da822-d7c6-4459-b7c0-6ac6fffef3a2 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:52:17.728424 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.761192 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.799010 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.863594 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.897915 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318da822-d7c6-4459-b7c0-6ac6fffef3a2,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:17.901499 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:17.905036 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d3f2162a-2f3d-48c0-8857-83872cd16750 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/318da822-d7c6-4459-b7c0-6ac6fffef3a2 HTTP/1.1" status: 204 len: 168 time: 0.2241802 Jul 29 20:52:17.906119 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41190) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:17.976380 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.050711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.060595 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e257271-86d1-4b11-92d5-92d2eef84258']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:18.070287 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:18.070584 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d04de-330e-4847-b7a0-55ef3b1f6a1b') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:18.079274 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.093044 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.098834 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:52:18.099224 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:52:18.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:52:18.157004 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.164251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.166093 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e257271-86d1-4b11-92d5-92d2eef84258 HTTP/1.1" status: 204 len: 168 time: 0.2589240 Jul 29 20:52:18.176175 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355034c-e179-4a73-b365-f5a1b15c81e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e257271-86d1-4b11-92d5-92d2eef84258,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:18.252255 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e4ffaccc-b2a2-4dc0-a710-7816d0657071 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:18.275820 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: e4ffaccc-b2a2-4dc0-a710-7816d0657071 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:18.276178 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e4ffaccc-b2a2-4dc0-a710-7816d0657071 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:18.333219 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41200) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:18.377506 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-9bf31f58-f9ca-4101-a6d9-988d19747b5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0964a9e855dd4a69b1e89e12ba4db0cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428684 Jul 29 20:52:18.379908 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41204) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:18.430633 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.453448 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.501104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.503843 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:18.504998 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b9b14bf-c5bb-4df0-a52b-799c0135ef38 HTTP/1.1" status: 204 len: 168 time: 0.1240976 Jul 29 20:52:18.512943 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652341-fe75-4e3c-8352-a23918834884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b14bf-c5bb-4df0-a52b-799c0135ef38,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:19.019245 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 730982bb-6609-4792-a9da-9649ab278967 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:19.048520 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 730982bb-6609-4792-a9da-9649ab278967 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:19.048861 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 730982bb-6609-4792-a9da-9649ab278967 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:19.049282 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f1e752c4-c797-4e8a-9597-d5aee2b4ba0d no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:19.073670 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: f1e752c4-c797-4e8a-9597-d5aee2b4ba0d {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:19.074021 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f1e752c4-c797-4e8a-9597-d5aee2b4ba0d not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:19.076724 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.188290 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41244) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:19.288781 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-260921131-network', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:19.310825 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Made reservation on behalf of 944a5a1881fa49059e36247dac9b2c40 for: {'network': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:19.313113 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.324720 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.416826 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.422082 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.449853 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:52:19.455223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e3e783-c0fd-4b00-af79-35b5e20d9f3d,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:19.466810 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.467336 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.segments_db [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Added segment 105d9f23-1483-4653-96d3-972e921301bc of type vlan for network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 Jul 29 20:52:19.506767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.529151 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-0e9f364a-d9e6-47b1-952c-ffcf84de67b0 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.530797 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-0e9f364a-d9e6-47b1-952c-ffcf84de67b0 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 814 time: 0.1012535 Jul 29 20:52:19.536154 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.537233 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:19.537820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.547414 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-603a166d-a8ca-4686-8404-64b8002cd7d6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/quotas/8c3ca6be2eb6410a9aafb84824dd9f80 HTTP/1.1" status: 200 len: 375 time: 0.0098007 Jul 29 20:52:19.579703 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-bb51bfb2-3ff9-48dc-9813-3afc8ea0c5bc tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265293 Jul 29 20:52:19.587932 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3988180 Jul 29 20:52:19.591702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41262) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:19.597419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4ec5-68d0-47e8-b9bb-2cd8bca386ab admin admin] Pushing event updated for resources: {'Network': ['ID=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:19.602377 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Request body: {'subnet': {'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-260921131-subnet', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:19.607563 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:52:19.668067 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Made reservation on behalf of 944a5a1881fa49059e36247dac9b2c40 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:19.670396 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901918'] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.746487 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-2e9c63e7-1bbb-4099-a927-9891ca2edf4b service neutron] 10.222.0.43 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580813 Jul 29 20:52:19.876528 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-c34db0c4-feab-43a6-8dac-d790a277e230 service neutron] 10.222.0.43 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233683 Jul 29 20:52:19.928409 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9198237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901936'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:19.982596 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95113aa9-850d-4469-a31b-f55f3af78f72,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:19.993249 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Checking segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:19.993681 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Network hostable DHCP agents. Network: a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:52:20.020892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:52:20.042127 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f91b0b06-555f-4e06-a8dd-7fed5e2f5800 req-5f2ab9e7-8138-4bb6-bfa0-a213d45bc1cf tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 210 time: 0.0304422 Jul 29 20:52:20.044199 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:20.049340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:20.050086 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.053766 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae369c8-60b5-4c8b-8ac0-18487b9e1356 None None] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:52:20.068716 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6da1d727-1971-4606-92aa-d18ab7a4a8b3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4732003 Jul 29 20:52:20.070787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41268) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:20.076142 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:20.099495 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.100495 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.159250 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.241572 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:52:20.242792 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.316736 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.396542 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Allocated IP 172.20.0.2 (a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38/95113aa9-850d-4469-a31b-f55f3af78f72/d24b939d-3767-4386-ae5f-e014cd1e247b) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:20.422265 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41284) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:20.566788 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db40209e-9a0e-4fc0-ad2f-8522f718bbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.589412 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.611918 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.685805 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.694809 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Transition to ACTIVE for port object d24b939d-3767-4386-ae5f-e014cd1e247b will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:20.710441 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Transition to ACTIVE for port object d24b939d-3767-4386-ae5f-e014cd1e247b will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:20.717871 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.752429 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:20.756957 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:20.760584 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:20.775618 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Pushing event updated for resources: {'Port': ['ID=d24b939d-3767-4386-ae5f-e014cd1e247b,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:20.828762 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Attempting to bind port d24b939d-3767-4386-ae5f-e014cd1e247b on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:20.829143 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Attempting to bind port d24b939d-3767-4386-ae5f-e014cd1e247b by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:20.829508 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Attempting to bind port d24b939d-3767-4386-ae5f-e014cd1e247b on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:20.834804 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:20.835180 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Checking segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:20.835587 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.835984 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Bound using segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:20.836451 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Bound port: d24b939d-3767-4386-ae5f-e014cd1e247b, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:20.836834 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.901202 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] For port d24b939d-3767-4386-ae5f-e014cd1e247b, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:20.905101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] For port d24b939d-3767-4386-ae5f-e014cd1e247b, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d24b939d-3767-4386-ae5f-e014cd1e247b,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:20.909619 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:20.967563 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Allocated IP 172.27.2.181 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/7636307c-a8ba-4bde-abda-b30af9eb4ab2) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:20.970787 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798bc0-33f3-4e72-af29-da3f490cfa3b None None] Pushing event updated for resources: {'Port': ['ID=d24b939d-3767-4386-ae5f-e014cd1e247b,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.014159 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db40209e-9a0e-4fc0-ad2f-8522f718bbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.043966 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-db40209e-9a0e-4fc0-ad2f-8522f718bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.105027 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40209e-9a0e-4fc0-ad2f-8522f718bbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f242b-1cd5-4e9e-b313-df707eef4140,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.115542 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-db40209e-9a0e-4fc0-ad2f-8522f718bbfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cab3c0f4eab4c27bf38c1f6323f97a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6897609 Jul 29 20:52:21.119541 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41290) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:21.218144 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-64d9cb93-0611-4ea3-aaa6-37e9ac345db4 req-24d35328-7d54-419b-9e4a-80eea76f036e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 210 time: 0.0740643 Jul 29 20:52:21.223857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.246166 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.260583 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-66cd4541-20d4-4673-9a8b-c1eb2742db2e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:21.263866 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-66cd4541-20d4-4673-9a8b-c1eb2742db2e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 814 time: 0.1942379 Jul 29 20:52:21.280082 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.282566 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Request body: {'port': {'device_id': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b', 'admin_state_up': True, 'tenant_id': '8c3ca6be2eb6410a9aafb84824dd9f80'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:21.342194 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.392855 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:21.396373 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.399002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.402467 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/300f242b-1cd5-4e9e-b313-df707eef4140 HTTP/1.1" status: 204 len: 168 time: 0.2796834 Jul 29 20:52:21.407027 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:21.409495 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:21.421341 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Made reservation on behalf of 8c3ca6be2eb6410a9aafb84824dd9f80 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:21.425388 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.448348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Pushing event updated for resources: {'Port': ['ID=7636307c-a8ba-4bde-abda-b30af9eb4ab2,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.452933 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e55dd-3bb4-413a-9e08-8611eb740b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f242b-1cd5-4e9e-b313-df707eef4140,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.576330 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Allocated IP 172.20.0.14 (f1d0dc5b-bb46-497a-a688-c67a43718f6b/a9171227-d585-4820-8230-8cdd4de018bb/42603644-9845-4608-b8f8-c3174055deaa) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:21.724434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41302) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:21.738985 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.746030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.751243 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0d6a37d4-e728-4e52-b125-afc1b6c59ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.834783 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.905558 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Network f1d0dc5b-bb46-497a-a688-c67a43718f6b is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:21.919810 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:21.924046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:21.927047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Pushing event updated for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:21.962956 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0d6a37d4-e728-4e52-b125-afc1b6c59ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.970747 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0d6a37d4-e728-4e52-b125-afc1b6c59ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:21.972224 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.002223 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:22.002897 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.035845 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-0d6a37d4-e728-4e52-b125-afc1b6c59ff8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63e28b8bc5d041fbba8b42d81137da5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075511 Jul 29 20:52:22.036327 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a37d4-e728-4e52-b125-afc1b6c59ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae1de6-d8f3-4f8d-a40f-21c74dddecb9,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:22.038968 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41304) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:22.047955 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-d6d16b52-fc1f-4d64-b469-74fce6b8df54 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7703824 Jul 29 20:52:22.067640 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Request body: {'port': {'device_id': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:22.070597 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904dfddf-0f98-4ac9-8545-fe8e2d04b0f9 None None] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:52:22.129980 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:52:22.154349 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-1d478863-4b14-4bfd-ba20-19eef56bb6eb None None] Provisioning for port d24b939d-3767-4386-ae5f-e014cd1e247b completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:22.155402 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.175990 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.191950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.243854 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:22.262320 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:22.268293 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.272815 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a8ef845f-a06a-48a9-88fe-a9495d58ce97 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2008882 Jul 29 20:52:22.274986 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:22.275781 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:22.276336 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41308) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:22.366514 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.369251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.370877 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26ae1de6-d8f3-4f8d-a40f-21c74dddecb9 HTTP/1.1" status: 204 len: 168 time: 0.3310287 Jul 29 20:52:22.427228 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de8eb1-2ebd-4d6a-ba4c-2c6f8c1e35ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae1de6-d8f3-4f8d-a40f-21c74dddecb9,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:22.480208 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d7f0e-9e03-45d5-943f-1567274df1ff req-572ca5ee-2667-4fcd-83cb-439ef5852ed8 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:22.487435 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a89d7f0e-9e03-45d5-943f-1567274df1ff req-572ca5ee-2667-4fcd-83cb-439ef5852ed8 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 932 time: 0.1637390 Jul 29 20:52:22.521506 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:22.572621 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a89d7f0e-9e03-45d5-943f-1567274df1ff req-c715b720-d7c0-434d-9ae6-67f9a5c63b98 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Jul 29 20:52:22.595338 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42603644-9845-4608-b8f8-c3174055deaa {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:22.603835 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.628911 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Transition to ACTIVE for port object 42603644-9845-4608-b8f8-c3174055deaa will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:22.635215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.677649 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-c9f73a55-1ae8-43ca-80f6-31016705c25a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121420030&fields=id&tenant_id=53daa05a94344e03b57a23782b191b75 HTTP/1.1" status: 200 len: 267 time: 0.1015754 Jul 29 20:52:22.705458 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Pushing event updated for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:22.787382 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:21Z', 'revision_number': 3, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:22.788974 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Attempting to bind port 42603644-9845-4608-b8f8-c3174055deaa on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:22.789482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Attempting to bind port 42603644-9845-4608-b8f8-c3174055deaa by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:22.789978 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Attempting to bind port 42603644-9845-4608-b8f8-c3174055deaa on network f1d0dc5b-bb46-497a-a688-c67a43718f6b {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:22.795354 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Port 42603644-9845-4608-b8f8-c3174055deaa on network f1d0dc5b-bb46-497a-a688-c67a43718f6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:52:22.795862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Attempting to bind port 42603644-9845-4608-b8f8-c3174055deaa on network f1d0dc5b-bb46-497a-a688-c67a43718f6b {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:22.802000 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:22.802528 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Checking segment: {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:22.803086 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Bound using segment: {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:22.803656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Bound port: 42603644-9845-4608-b8f8-c3174055deaa, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9469c50-a96f-4ac6-970f-3d4deb67365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:22.804171 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.817396 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:22.817747 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Updating router 70b27993-ea9e-4836-80bd-9adf65ddb2cb port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:52:22.845855 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.896087 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:22.900290 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=42603644-9845-4608-b8f8-c3174055deaa,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:22.906344 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.972157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:22.972796 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:22.975063 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] 10.222.0.44 "PUT /v2.0/ports/42603644-9845-4608-b8f8-c3174055deaa HTTP/1.1" status: 200 len: 1094 time: 0.9116492 Jul 29 20:52:22.975690 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'tag': '42603644-9845-4608-b8f8-c3174055deaa'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:22.978590 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "tag": "42603644-9845-4608-b8f8-c3174055deaa"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:22.983875 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725c7db-057b-43b4-9929-68494be85a0f service neutron] Pushing event updated for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:23.069901 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2cf4c2-6504-4919-b731-1c81e223b037 x-openstack-request-id: req-5f2cf4c2-6504-4919-b731-1c81e223b037 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:23.070454 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "tag": "42603644-9845-4608-b8f8-c3174055deaa", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:23.070899 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f2cf4c2-6504-4919-b731-1c81e223b037 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:23.071483 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'tag': '42603644-9845-4608-b8f8-c3174055deaa', 'status': 'completed', 'code': 200} Jul 29 20:52:23.095820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-3984283f-d0e3-48cb-8d66-4e68c3b3cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.097554 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-3984283f-d0e3-48cb-8d66-4e68c3b3cfa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 1097 time: 0.0669537 Jul 29 20:52:23.118644 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d24b939d-3767-4386-ae5f-e014cd1e247b up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:23.147560 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-677778a0-1fdc-434b-bc52-168c73601cb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42603644-9845-4608-b8f8-c3174055deaa HTTP/1.1" status: 200 len: 217 time: 0.0405807 Jul 29 20:52:23.211541 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-db04c1c6-2181-4373-ad6c-c0ab1e7049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.214010 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-db04c1c6-2181-4373-ad6c-c0ab1e7049b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9171227-d585-4820-8230-8cdd4de018bb HTTP/1.1" status: 200 len: 854 time: 0.0589824 Jul 29 20:52:23.231021 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.237986 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-f492c81c-508d-436a-ab0c-e243589fe509 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.239550 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-f492c81c-508d-436a-ab0c-e243589fe509 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 809 time: 0.5611212 Jul 29 20:52:23.241354 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port d24b939d-3767-4386-ae5f-e014cd1e247b completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:23.248569 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Transition to ACTIVE for port object 7636307c-a8ba-4bde-abda-b30af9eb4ab2 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:23.251230 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d24b939d-3767-4386-ae5f-e014cd1e247b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:23.251764 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.263769 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-3165414c-6223-4333-89dc-304c6345fc53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/quotas/53daa05a94344e03b57a23782b191b75 HTTP/1.1" status: 200 len: 375 time: 0.0141521 Jul 29 20:52:23.271561 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-5519dc72-e4cf-4d6c-b2e8-92d98ca50388 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1d0dc5b-bb46-497a-a688-c67a43718f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479598 Jul 29 20:52:23.287983 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.336752 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5d6f-fdd1-4980-97cd-33c059cfbf5e None None] Pushing event updated for resources: {'Port': ['ID=7636307c-a8ba-4bde-abda-b30af9eb4ab2,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:23.347117 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-400af268-9c19-4fcf-b0b4-07a09ae71de6 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763299 Jul 29 20:52:23.375190 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Attempting to bind port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:23.375605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Attempting to bind port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:23.375961 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Attempting to bind port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:23.385812 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:23.386195 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:23.387199 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.388165 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:23.388830 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Bound port: 7636307c-a8ba-4bde-abda-b30af9eb4ab2, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:23.389396 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.412393 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-f522d877-8f9c-4e72-bece-e3f813391640 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312070 Jul 29 20:52:23.440606 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.451981 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.508960 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port d24b939d-3767-4386-ae5f-e014cd1e247b, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d24b939d-3767-4386-ae5f-e014cd1e247b,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:23.522395 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.553270 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fc5ffa8d-95ee-4fb2-9e06-d053ff2db3e0 req-72920662-0fc8-445d-9aea-da4a0e260a78 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304617 Jul 29 20:52:23.562293 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-51c3c7ad-fd8e-4585-a94e-94b6eda72576 service neutron] 10.222.0.43 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915381 Jul 29 20:52:23.568262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] For port 7636307c-a8ba-4bde-abda-b30af9eb4ab2, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:23.584998 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] For port 7636307c-a8ba-4bde-abda-b30af9eb4ab2, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=7636307c-a8ba-4bde-abda-b30af9eb4ab2,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:23.594724 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:23.630518 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=d24b939d-3767-4386-ae5f-e014cd1e247b,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:23.639720 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:23.640476 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:23.698279 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-0eec325b-e798-406c-8b12-c0ae5bfbbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.699993 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-0eec325b-e798-406c-8b12-c0ae5bfbbbcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 1097 time: 0.0727043 Jul 29 20:52:23.759971 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Allocated IP 172.20.0.1 (a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38/95113aa9-850d-4469-a31b-f55f3af78f72/29361b66-bc9a-4f37-a174-c9b514ddfde3) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:23.772693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f5d6f-fdd1-4980-97cd-33c059cfbf5e None None] Pushing event updated for resources: {'Port': ['ID=7636307c-a8ba-4bde-abda-b30af9eb4ab2,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:23.814870 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:23.828099 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-16711a23-bb93-43b5-9c86-928eac2fa8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.830751 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-16711a23-bb93-43b5-9c86-928eac2fa8a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 200 len: 915 time: 0.1216896 Jul 29 20:52:23.891498 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-d2c80ba0-fbdc-4a28-af79-304a887dc045 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42603644-9845-4608-b8f8-c3174055deaa HTTP/1.1" status: 200 len: 217 time: 0.0489366 Jul 29 20:52:23.900183 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d457-926a-4391-92c4-cb1bc53d3eb5 req-da5a5d2f-a1ac-48d8-9581-c7a4c137b686 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:23.901933 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8983d457-926a-4391-92c4-cb1bc53d3eb5 req-da5a5d2f-a1ac-48d8-9581-c7a4c137b686 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 944 time: 0.2275302 Jul 29 20:52:23.906745 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-afa95847-4b20-4284-870d-b98d1a59186c service neutron] 10.222.0.43 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319266 Jul 29 20:52:24.001664 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-62e747b5-d3fe-4020-8b7c-cb9139cbfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:24.005097 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-62e747b5-d3fe-4020-8b7c-cb9139cbfb1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9171227-d585-4820-8230-8cdd4de018bb HTTP/1.1" status: 200 len: 854 time: 0.1056001 Jul 29 20:52:24.006836 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.019356 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:21Z', 'revision_number': 3, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:24.019840 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8983d457-926a-4391-92c4-cb1bc53d3eb5 req-16617111-e309-469e-bf2f-8925db2aede7 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967054 Jul 29 20:52:24.027242 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Transition to ACTIVE for port object 29361b66-bc9a-4f37-a174-c9b514ddfde3 will not be triggered until provisioned by entity DHCP. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:24.054266 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44cded0-6376-4c0c-9399-ebec4e488996 None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:21Z', 'revision_number': 3, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:24.068196 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-b1a3f531-dc35-4f63-a220-541897a8fd82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1d0dc5b-bb46-497a-a688-c67a43718f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535414 Jul 29 20:52:24.085902 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.137654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:24.143871 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:24.164214 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:24.197743 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-231c2537-42d6-4530-8d5a-5d6597140dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204896 Jul 29 20:52:24.209912 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Pushing event updated for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:24.239572 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.351329 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b5a4e5d9-ccc0-4f7f-bd00-fa713a0d95ce req-d2563586-0e86-4abe-89c4-bdc174fa4d7b service neutron] 10.222.0.44 "GET /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439209 Jul 29 20:52:24.466388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.503963 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-40b77f71-a178-4fe4-b83e-dd4073cccf45 None None] Provisioning for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:24.509153 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-40b77f71-a178-4fe4-b83e-dd4073cccf45 None None] Provisioning complete for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:24.509605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-40b77f71-a178-4fe4-b83e-dd4073cccf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.553829 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-40b77f71-a178-4fe4-b83e-dd4073cccf45 None None] Port 29361b66-bc9a-4f37-a174-c9b514ddfde3 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:52:24.568656 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-93897b00-6a9d-4d80-a994-1101dfdb7cf6 req-8e361dcd-9f0c-4f18-bb04-2b5ed1fd45ac tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 210 time: 0.0874753 Jul 29 20:52:24.706515 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.711802 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.787466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:24.790419 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Pushing event updated for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:24.906052 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:24.907491 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:25.086055 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:25.166625 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d24b939d-3767-4386-ae5f-e014cd1e247b up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:25.242386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-4e1af660-4939-4ddb-90f1-522b5c40caed None None] Provisioning complete for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:25.243242 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4e1af660-4939-4ddb-90f1-522b5c40caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.261504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:25.271544 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4aac401b-a351-4068-9f8e-3112ac9d4958 admin admin] 10.222.0.43 "PUT /v2.0/routers/70b27993-ea9e-4836-80bd-9adf65ddb2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9933875 Jul 29 20:52:25.289604 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8d6d-d955-432f-af87-f3660b8e9d99 req-83b664da-21c5-40ec-9229-571258cd5427 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:25.289827 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-4e1af660-4939-4ddb-90f1-522b5c40caed None None] Port 29361b66-bc9a-4f37-a174-c9b514ddfde3 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:52:25.291403 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9a7d8d6d-d955-432f-af87-f3660b8e9d99 req-83b664da-21c5-40ec-9229-571258cd5427 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 944 time: 0.0837424 Jul 29 20:52:25.292260 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port d24b939d-3767-4386-ae5f-e014cd1e247b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:25.292634 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.348673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9a7d8d6d-d955-432f-af87-f3660b8e9d99 req-837e5b18-86e3-4dd5-8b7b-0807bb2b1a6f tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Jul 29 20:52:25.374556 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:52:25.384894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 7636307c-a8ba-4bde-abda-b30af9eb4ab2 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:25.439420 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:25.443149 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:25.443528 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.532758 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.556421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 7636307c-a8ba-4bde-abda-b30af9eb4ab2, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=7636307c-a8ba-4bde-abda-b30af9eb4ab2,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:25.560752 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.667481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=7636307c-a8ba-4bde-abda-b30af9eb4ab2,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:25.727237 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dbbf2172-1fcb-40f3-8d33-81f944f04d7c req-8cd5a5cc-f890-48f4-8ffa-5b53a9c88530 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 210 time: 0.0430763 Jul 29 20:52:25.754453 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-2f9f91a8-fce8-4c0c-bc1d-4e8b83e2ca61 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:25.755911 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-2f9f91a8-fce8-4c0c-bc1d-4e8b83e2ca61 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 809 time: 0.1746998 Jul 29 20:52:25.810186 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-655d1a16-230a-4552-9ab0-df25024f3ca9 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53daa05a94344e03b57a23782b191b75 HTTP/1.1" status: 200 len: 379 time: 0.0436530 Jul 29 20:52:25.820713 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'port': {'device_id': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'admin_state_up': True, 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'security_groups': ['24814d05-b02e-4c21-80f0-6c3561c60064']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:25.886629 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41430) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:25.892456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471108103', 'description': 'tempest-description--753309706'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:25.936301 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:25.980078 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Made reservation on behalf of 53daa05a94344e03b57a23782b191b75 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:25.983550 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.054821 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:26.064547 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:26.065153 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:26.149534 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.162616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.173021 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:26.174197 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Allocated IP 172.20.0.8 (97e283a1-7090-4a20-b6a2-e84e8737c487/ecdff745-c834-4b98-8963-84717e90489e/bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:26.204480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.208449 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3181589 Jul 29 20:52:26.210073 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41432) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:26.216490 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group_rule': {'security_group_id': 'fa78fce0-d890-4f16-b389-4b331b4afc16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:26.238835 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c73f-6284-489b-a1a4-73f97fcdd590 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa78fce0-d890-4f16-b389-4b331b4afc16,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:26.256658 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.283010 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 42603644-9845-4608-b8f8-c3174055deaa details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:52:26.392882 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.405245 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.425435 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f27c63d-261a-46d0-ad9a-619418d74d5b,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:26.426196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=42603644-9845-4608-b8f8-c3174055deaa,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:26.436061 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.440188 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9fcc0c3c-c841-4286-9a01-b7cff282baee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286162 Jul 29 20:52:26.440822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41438) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:26.448920 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group_rule': {'security_group_id': 'fa78fce0-d890-4f16-b389-4b331b4afc16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:26.457641 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '42603644-9845-4608-b8f8-c3174055deaa', 'network_id': 'f1d0dc5b-bb46-497a-a688-c67a43718f6b', 'port_id': '42603644-9845-4608-b8f8-c3174055deaa', 'mac_address': 'fa:16:3e:e4:53:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9171227-d585-4820-8230-8cdd4de018bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:52:26.461988 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 2, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:26.464185 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.480103 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Transition to ACTIVE for port object bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:26.504035 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:26.504386 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Updating router 70b27993-ea9e-4836-80bd-9adf65ddb2cb port 29361b66-bc9a-4f37-a174-c9b514ddfde3 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:52:26.508830 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.521224 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.523760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42603644-9845-4608-b8f8-c3174055deaa {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:26.532454 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.540273 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.552804 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=42603644-9845-4608-b8f8-c3174055deaa,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:26.559246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.578008 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:26.578486 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9394-4ad2-4ae1-8001-5e068ba69d40 req-09da13f4-5d49-467d-91da-4cc3db58a68e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:26.586120 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a7e9394-4ad2-4ae1-8001-5e068ba69d40 req-09da13f4-5d49-467d-91da-4cc3db58a68e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 944 time: 0.1208391 Jul 29 20:52:26.586323 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:26.589398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:26.635072 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:26.655036 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.667698 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:26.670078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2a7e9394-4ad2-4ae1-8001-5e068ba69d40 req-621e2588-663a-4f5c-b881-3ed9c2ec0290 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821729 Jul 29 20:52:26.684556 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.692862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:26.693709 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.709430 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.711224 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662964 Jul 29 20:52:26.714805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41440) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:26.715259 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d79370-a7e3-4a64-97be-3dac678967bd tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1240a6c4-03d6-48e7-a79f-7006d5c18e20,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:26.720661 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:26.726887 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-45243685-183b-42e4-b9b1-6a42adc4bb53 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103138 Jul 29 20:52:26.750619 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Request body: {'port': {'device_id': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:26.795168 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.822657 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.828839 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['42603644-9845-4608-b8f8-c3174055deaa'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:26.864141 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397aeef-2034-4f6b-ba7c-16e002023ace req-b7124ebc-e6c1-46a8-b473-98d31911e93e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:26.866330 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0397aeef-2034-4f6b-ba7c-16e002023ace req-b7124ebc-e6c1-46a8-b473-98d31911e93e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 931 time: 0.0699871 Jul 29 20:52:26.908228 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.921191 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Transition to ACTIVE for port object 29361b66-bc9a-4f37-a174-c9b514ddfde3 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:26.924648 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0397aeef-2034-4f6b-ba7c-16e002023ace req-bc1ad990-7a1c-4ef9-bd46-b49dcf353291 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516346 Jul 29 20:52:26.932749 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:26.966994 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-16245f4d-6cb5-4a2c-b4aa-0cf747d1676c None None] Provisioning for port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:26.973306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-16245f4d-6cb5-4a2c-b4aa-0cf747d1676c None None] Provisioning complete for port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:26.973674 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-16245f4d-6cb5-4a2c-b4aa-0cf747d1676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.004399 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136cd1-1883-4911-8bab-17ad632c369b None None] Pushing event updated for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:27.010419 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-16245f4d-6cb5-4a2c-b4aa-0cf747d1676c None None] Port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:52:27.051693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 7636307c-a8ba-4bde-abda-b30af9eb4ab2 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:27.096659 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Attempting to bind port 29361b66-bc9a-4f37-a174-c9b514ddfde3 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:27.097117 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Attempting to bind port 29361b66-bc9a-4f37-a174-c9b514ddfde3 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:27.097746 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Attempting to bind port 29361b66-bc9a-4f37-a174-c9b514ddfde3 on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:27.104581 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:27.104944 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Checking segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:27.105559 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.106126 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Bound using segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:27.106876 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Bound port: 29361b66-bc9a-4f37-a174-c9b514ddfde3, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:27.107454 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.197536 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] For port 29361b66-bc9a-4f37-a174-c9b514ddfde3, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:27.204552 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.205618 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] For port 29361b66-bc9a-4f37-a174-c9b514ddfde3, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=29361b66-bc9a-4f37-a174-c9b514ddfde3,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:27.211974 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.271893 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:27.272265 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.281234 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:27.282131 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:27.346435 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136cd1-1883-4911-8bab-17ad632c369b None None] Pushing event updated for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=4']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:27.346903 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:27.364484 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.389838 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Transition to ACTIVE for port object bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:27.397057 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Allocated IP 172.27.2.80 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/2b8c710a-571f-4ace-bf92-bf465c1596ea) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:27.399417 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.424682 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:27.500490 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:27.671777 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:27Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:27.702832 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b51401-0803-4c44-815e-6dac799104f6 None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:27Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:27.815823 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04df69-c935-48d0-9159-0caee345ee7c req-5a3604f0-d79b-43be-954d-f87f3f01d40b tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:27.817462 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e04df69-c935-48d0-9159-0caee345ee7c req-5a3604f0-d79b-43be-954d-f87f3f01d40b tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 945 time: 0.0672431 Jul 29 20:52:27.874348 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e04df69-c935-48d0-9159-0caee345ee7c req-e05bbf0c-9f03-4813-adc7-78e6b716eaee tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Jul 29 20:52:27.894911 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Attempting to bind port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:27.895462 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Attempting to bind port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:27.895845 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Attempting to bind port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b on network 97e283a1-7090-4a20-b6a2-e84e8737c487 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:27.902810 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.909626 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b on network 97e283a1-7090-4a20-b6a2-e84e8737c487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:52:27.909950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Attempting to bind port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b on network 97e283a1-7090-4a20-b6a2-e84e8737c487 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:27.919891 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:27.920267 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Checking segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:27.920650 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Bound using segment: {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:27.921086 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Bound port: bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c290fc41-fb48-49f3-ae36-7c1f6a22e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:27.921445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:27.999322 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.041897 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:28.054074 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:28.065947 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:28.068017 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df89dd-c7e5-425c-976e-e0ee4dfbeaba req-5f344a8c-e202-4c0c-b439-64d1eba7bea4 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.068412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:28.069540 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-78df89dd-c7e5-425c-976e-e0ee4dfbeaba req-5f344a8c-e202-4c0c-b439-64d1eba7bea4 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0653746 Jul 29 20:52:28.089620 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:28.102236 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.116110 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=2b8c710a-571f-4ace-bf92-bf465c1596ea,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:28.131642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-78df89dd-c7e5-425c-976e-e0ee4dfbeaba req-1208720f-3783-4617-b386-0ed9d4ee6c16 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553262 Jul 29 20:52:28.155800 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.156611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.157952 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] 10.222.0.44 "PUT /v2.0/ports/bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 1093 time: 1.4204235 Jul 29 20:52:28.160706 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:28.166923 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:28.272360 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698bc305-54b8-414b-bdc5-2eb933737dd0 x-openstack-request-id: req-698bc305-54b8-414b-bdc5-2eb933737dd0 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:28.272732 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:28.273048 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-698bc305-54b8-414b-bdc5-2eb933737dd0 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:28.273503 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'status': 'completed', 'code': 200} Jul 29 20:52:28.289154 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 42603644-9845-4608-b8f8-c3174055deaa up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:28.318893 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bd5a1-ce83-4562-bd70-7da5181a4484 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:28.363314 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 42603644-9845-4608-b8f8-c3174055deaa completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:28.363498 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-9c24fb48-13dd-487e-9ac0-0d50da4c816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.365300 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-9c24fb48-13dd-487e-9ac0-0d50da4c816c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1096 time: 0.1429534 Jul 29 20:52:28.366542 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.368634 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 42603644-9845-4608-b8f8-c3174055deaa triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:28.369054 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.425543 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-d9488a53-29b4-4ce5-a63f-34634639fd50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 217 time: 0.0512345 Jul 29 20:52:28.470523 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.478244 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.496475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42603644-9845-4608-b8f8-c3174055deaa'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:28.498803 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9d0c61-bc4a-4899-9704-2ceb7e769473" -d '{"events": [{"server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "name": "network-vif-plugged", "status": "completed", "tag": "42603644-9845-4608-b8f8-c3174055deaa"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:28.512896 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=42603644-9845-4608-b8f8-c3174055deaa,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:28.516098 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-c6d554fb-6536-46e5-86db-7d77a078fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.517555 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-c6d554fb-6536-46e5-86db-7d77a078fb3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0777948 Jul 29 20:52:28.518774 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.560790 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97593c2-f36d-4540-ab6b-05f229442a75 x-openstack-request-id: req-b97593c2-f36d-4540-ab6b-05f229442a75 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:28.561089 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "name": "network-vif-plugged", "status": "completed", "tag": "42603644-9845-4608-b8f8-c3174055deaa", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:28.561372 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b97593c2-f36d-4540-ab6b-05f229442a75 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:28.561776 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42603644-9845-4608-b8f8-c3174055deaa', 'code': 200} Jul 29 20:52:28.577765 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:28.642644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-8a9c91b7-747c-425a-b6a8-0a8ebe642eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.644213 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-8a9c91b7-747c-425a-b6a8-0a8ebe642eef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149259 Jul 29 20:52:28.788121 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.799645 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:28.843745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4beb-ef95-45b8-843f-7342e0a61c4f req-caef041c-4063-49e6-92c4-b6621436907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:28.845249 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5abf4beb-ef95-45b8-843f-7342e0a61c4f req-caef041c-4063-49e6-92c4-b6621436907d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 1099 time: 0.1296844 Jul 29 20:52:28.849618 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-c73878b0-f014-45fa-84c7-cb1cdc1e55e8 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942799 Jul 29 20:52:28.952461 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=2b8c710a-571f-4ace-bf92-bf465c1596ea,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:28.971881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.027638 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.037090 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5f80d1b8-a9d0-4842-9623-cb87917ffbc8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3134108 Jul 29 20:52:29.037090 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5abf4beb-ef95-45b8-843f-7342e0a61c4f req-cb5c0c5e-2e83-4fbf-bd12-69079c29834c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561830 Jul 29 20:52:29.040000 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b3779-178b-4e4d-b70e-45777a87885a req-fb481638-1a55-4de1-ac7a-7a2e5c78209f tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.049164 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-880b3779-178b-4e4d-b70e-45777a87885a req-fb481638-1a55-4de1-ac7a-7a2e5c78209f tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0917811 Jul 29 20:52:29.086775 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 29361b66-bc9a-4f37-a174-c9b514ddfde3 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:29.096849 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7be226e3-55ec-44f4-95d7-acad36814a3f req-27223ae7-e4aa-42c7-9ff4-b22c6a82174c service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190330 Jul 29 20:52:29.104327 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-880b3779-178b-4e4d-b70e-45777a87885a req-7c09f8e4-df33-4789-9b19-ebeeb4983b63 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 Jul 29 20:52:29.154263 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:29.168849 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:29.170225 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.248794 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-b992dcdb-b38e-4807-b0a8-eba17dd631e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.251954 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-b992dcdb-b38e-4807-b0a8-eba17dd631e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0726483 Jul 29 20:52:29.281505 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a812-994c-4b49-a847-8993aa65d62b req-0b05fabe-6513-4c97-af68-0b49d368d451 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.288579 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.288951 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-63b5a812-994c-4b49-a847-8993aa65d62b req-0b05fabe-6513-4c97-af68-0b49d368d451 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0875452 Jul 29 20:52:29.294352 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-3635c30d-6eb0-4971-bb76-4cbeb2928752 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--471108103&fields=id&tenant_id=944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 267 time: 0.0659986 Jul 29 20:52:29.325239 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 29361b66-bc9a-4f37-a174-c9b514ddfde3, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=29361b66-bc9a-4f37-a174-c9b514ddfde3,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:29.329542 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.370528 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-63b5a812-994c-4b49-a847-8993aa65d62b req-6066eced-2c5d-4452-a5fb-6f95d9995e91 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806353 Jul 29 20:52:29.397754 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:29.412266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-85f621c4-7673-4f6e-8784-a70580f9e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.413679 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-85f621c4-7673-4f6e-8784-a70580f9e3c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.1531012 Jul 29 20:52:29.461625 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-50044f65-5908-4b93-a9c8-66ddefe70056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 217 time: 0.0390346 Jul 29 20:52:29.467433 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-48aa1880-bcd8-4335-9750-27c1f101c065 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.468899 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-48aa1880-bcd8-4335-9750-27c1f101c065 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 810 time: 0.1513958 Jul 29 20:52:29.483955 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-3a7e6931-120f-44e0-afda-1ee7b16b1327 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/quotas/944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 375 time: 0.0094464 Jul 29 20:52:29.514052 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-2561c1f4-afe4-4bed-b07b-20471c8397df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.515560 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-2561c1f4-afe4-4bed-b07b-20471c8397df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0466352 Jul 29 20:52:29.537794 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-eebd15fc-f5f1-4c62-8b36-6e91c0f38f78 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484421 Jul 29 20:52:29.562482 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-ba3ebe2e-37cd-4b7b-9c4c-cffa31784aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:29.564119 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-ba3ebe2e-37cd-4b7b-9c4c-cffa31784aa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402436 Jul 29 20:52:29.642676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-5998923c-916f-4470-be09-a9946bef4999 service neutron] 10.222.0.43 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926797 Jul 29 20:52:29.664535 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-6a9be4b2-330a-4c87-a4c3-0ef47b3f7e66 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916965 Jul 29 20:52:29.733674 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-38f5b08a-bc59-4da5-a0f7-956111db9f49 service neutron] 10.222.0.43 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850863 Jul 29 20:52:29.757691 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1f7f0233-5a8d-41e1-b63e-d270c576c4e5 req-411362e5-dea4-405c-b5e9-e3bdbc8fc467 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Jul 29 20:52:29.795490 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:29.933939 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b220b273-0183-45fe-9c37-fba72ad97e06 req-4e9f5027-129c-4a14-8ffc-40cc9f517c6e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 210 time: 0.0315800 Jul 29 20:52:30.221600 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633f8f9-3e08-4990-9a10-d16c0d4cf056 req-0da27e32-d7a5-49a2-b0c7-ab64171312a6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:30.223113 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0633f8f9-3e08-4990-9a10-d16c0d4cf056 req-0da27e32-d7a5-49a2-b0c7-ab64171312a6 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0556221 Jul 29 20:52:30.263084 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0633f8f9-3e08-4990-9a10-d16c0d4cf056 req-9546365e-9982-46f3-89b7-e656018bdae2 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jul 29 20:52:30.489489 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45921d6f-735d-49f4-94ba-88ce49922eec req-579ea68e-29cc-4ca8-b1fe-ed5c5e36da01 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:30.491221 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-45921d6f-735d-49f4-94ba-88ce49922eec req-579ea68e-29cc-4ca8-b1fe-ed5c5e36da01 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0542901 Jul 29 20:52:30.530134 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-45921d6f-735d-49f4-94ba-88ce49922eec req-0db1508c-ef2b-4cd0-9db7-42265fcf1bdb tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Jul 29 20:52:30.942758 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-6d8c7af7-235d-4e1e-b901-0003b4c53830 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:30.944261 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-6d8c7af7-235d-4e1e-b901-0003b4c53830 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 810 time: 0.1098409 Jul 29 20:52:30.994345 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-407646dd-2e7e-45b6-8437-c32ad2409744 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 379 time: 0.0395131 Jul 29 20:52:31.016797 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'port': {'device_id': 'a5667348-ee1c-4892-994f-8042942cd97e', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'admin_state_up': True, 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'security_groups': ['fa78fce0-d890-4f16-b389-4b331b4afc16']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:31.029913 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 29361b66-bc9a-4f37-a174-c9b514ddfde3 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:31.068535 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-74491991-d8eb-403d-928a-bf8fd322a317 req-901f4f94-be50-4878-975b-419aa0400b06 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 210 time: 0.0551074 Jul 29 20:52:31.098018 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 29361b66-bc9a-4f37-a174-c9b514ddfde3 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:31.098481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.134791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Made reservation on behalf of 944a5a1881fa49059e36247dac9b2c40 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:31.138215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.264640 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Allocated IP 172.20.0.10 (a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38/95113aa9-850d-4469-a31b-f55f3af78f72/f2c44177-dcbf-444a-b5fd-ab673912d3b0) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:31.398137 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.413362 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Transition to ACTIVE for port object f2c44177-dcbf-444a-b5fd-ab673912d3b0 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:31.449673 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.494585 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:31.497610 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:31.501114 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:31.509215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:31.555820 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:31.556467 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.575580 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-39dcf8b1-e06b-49e6-9d7b-d1d0986a0b8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633194 Jul 29 20:52:31.590374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Request body: {'port': {'device_id': 'a5667348-ee1c-4892-994f-8042942cd97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:31.654341 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.664148 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e69ef-91f7-4ab1-94f4-88569c905aa4 req-0d19fbbd-9721-412b-8dbf-2bb28da58d73 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:31.665807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-099e69ef-91f7-4ab1-94f4-88569c905aa4 req-0d19fbbd-9721-412b-8dbf-2bb28da58d73 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0613210 Jul 29 20:52:31.711456 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-099e69ef-91f7-4ab1-94f4-88569c905aa4 req-a168ae95-ae00-476c-80eb-a402e75ccabd tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368962 Jul 29 20:52:31.742536 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-235897ea-d2ec-4352-bc79-525618afa192 None None] Provisioning for port f2c44177-dcbf-444a-b5fd-ab673912d3b0 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:31.750135 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-235897ea-d2ec-4352-bc79-525618afa192 None None] Provisioning complete for port f2c44177-dcbf-444a-b5fd-ab673912d3b0 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:31.750135 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-235897ea-d2ec-4352-bc79-525618afa192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.794565 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-235897ea-d2ec-4352-bc79-525618afa192 None None] Port f2c44177-dcbf-444a-b5fd-ab673912d3b0 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:52:31.937601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c44177-dcbf-444a-b5fd-ab673912d3b0 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:31.945235 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:31.958384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Transition to ACTIVE for port object f2c44177-dcbf-444a-b5fd-ab673912d3b0 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:31.964390 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:32.013745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:32.089804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Attempting to bind port f2c44177-dcbf-444a-b5fd-ab673912d3b0 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:52:32.090148 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Attempting to bind port f2c44177-dcbf-444a-b5fd-ab673912d3b0 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:52:32.090476 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Attempting to bind port f2c44177-dcbf-444a-b5fd-ab673912d3b0 on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:32.095289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Port f2c44177-dcbf-444a-b5fd-ab673912d3b0 on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:52:32.095616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Attempting to bind port f2c44177-dcbf-444a-b5fd-ab673912d3b0 on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:52:32.100548 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:52:32.100885 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Checking segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:52:32.101269 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Bound using segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:52:32.101693 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Bound port: f2c44177-dcbf-444a-b5fd-ab673912d3b0, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:52:32.102055 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:32.173500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:52:32.176723 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:52:32.182100 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:32.192412 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7d4a-eec8-419e-8b55-a1f151e3e9ba req-3885c649-2e2f-4133-b739-afbcbed13f8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.194085 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-714f7d4a-eec8-419e-8b55-a1f151e3e9ba req-3885c649-2e2f-4133-b739-afbcbed13f8a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 944 time: 0.0511930 Jul 29 20:52:32.217336 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.217958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:32.220418 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] 10.222.0.44 "PUT /v2.0/ports/f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 1094 time: 0.6353219 Jul 29 20:52:32.220938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:32.223230 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da68ea-9146-4b31-bbd2-27e252a88cab" -d '{"events": [{"name": "network-changed", "server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:32.245591 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-714f7d4a-eec8-419e-8b55-a1f151e3e9ba req-a385b5cf-c49f-4b0b-941c-db097edd2617 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454321 Jul 29 20:52:32.264803 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d37c8c-8a8a-45a8-beb1-9c718ded0108 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:32.283200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7e697-2d95-4b6b-9845-a3d4c3e19104 x-openstack-request-id: req-d9d7e697-2d95-4b6b-9845-a3d4c3e19104 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:32.283492 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:32.283745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9d7e697-2d95-4b6b-9845-a3d4c3e19104 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:32.284134 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'status': 'completed', 'code': 200} Jul 29 20:52:32.318075 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-bd34db59-7dbd-40cb-be2e-31fb7dbfc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.320581 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-bd34db59-7dbd-40cb-be2e-31fb7dbfc7de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1097 time: 0.0465133 Jul 29 20:52:32.368423 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-e63c5b6d-29cc-46db-b727-21fdddc417d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0380306 Jul 29 20:52:32.426047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-367f22a2-7149-4217-bead-9ea4c79d295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.427532 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-367f22a2-7149-4217-bead-9ea4c79d295c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0466959 Jul 29 20:52:32.476650 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-99ff6b0c-4183-488c-ac6a-effe99009c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.478171 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-99ff6b0c-4183-488c-ac6a-effe99009c2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423083 Jul 29 20:52:32.581075 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-06082385-51cb-49c0-9dc5-101b1ff2de46 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Jul 29 20:52:32.671048 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-5603cef7-5aba-4ba4-80d3-7239de4a577e req-b86bc951-54b7-47e4-8e5f-2d6898c1beb8 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819561 Jul 29 20:52:32.763790 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-e71ad9b0-f172-4ee0-bf83-92cc05be43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.765720 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-e71ad9b0-f172-4ee0-bf83-92cc05be43dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1097 time: 0.0422981 Jul 29 20:52:32.836761 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34bf8-fc47-4a46-ad65-959e01de9faf req-8e68dc13-5b26-4ff7-b0ef-6d7cb750652a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.838669 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-16d34bf8-fc47-4a46-ad65-959e01de9faf req-8e68dc13-5b26-4ff7-b0ef-6d7cb750652a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0516975 Jul 29 20:52:32.869828 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-05214e53-3b34-4e6f-9d12-e18a7d4c0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.871715 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-05214e53-3b34-4e6f-9d12-e18a7d4c0e50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0973694 Jul 29 20:52:32.883797 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-16d34bf8-fc47-4a46-ad65-959e01de9faf req-709797b8-978f-4e29-ad93-ee41b8bf9c34 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329287 Jul 29 20:52:32.917756 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-485fc467-0ca2-4212-ab1a-c5df50cd3ecd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Jul 29 20:52:32.973848 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-a2245ec3-8ebe-44a6-9671-6865fb4e898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:32.975388 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-a2245ec3-8ebe-44a6-9671-6865fb4e898e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0503099 Jul 29 20:52:33.022332 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-f7a3d9df-44ef-4775-87e4-da2f94d76179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:33.023859 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-f7a3d9df-44ef-4775-87e4-da2f94d76179 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397611 Jul 29 20:52:33.121458 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-07281f58-8870-4714-b285-f31949f5a0fc service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Jul 29 20:52:33.220175 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a9da68ea-9146-4b31-bbd2-27e252a88cab req-65a5d605-7b93-4bc6-994d-3d0500f449df service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855556 Jul 29 20:52:33.362015 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1d3c2-e44c-4d59-a421-82f17ba8587f req-113e1071-8ece-47ba-a1ca-f964c2379845 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:33.363308 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-60d1d3c2-e44c-4d59-a421-82f17ba8587f req-113e1071-8ece-47ba-a1ca-f964c2379845 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 944 time: 0.0536711 Jul 29 20:52:33.402613 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-60d1d3c2-e44c-4d59-a421-82f17ba8587f req-1c20aaee-dc03-447b-86d8-6233782cdd46 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331471 Jul 29 20:52:33.999235 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa477b-a0a2-4ced-8645-13fe2541588e req-738c9796-f27e-48e7-b665-8429e2a59711 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:34.000619 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adaa477b-a0a2-4ced-8645-13fe2541588e req-738c9796-f27e-48e7-b665-8429e2a59711 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0490215 Jul 29 20:52:34.037514 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adaa477b-a0a2-4ced-8645-13fe2541588e req-3921f397-4d88-439d-9951-e07efa046805 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309446 Jul 29 20:52:34.315068 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device f2c44177-dcbf-444a-b5fd-ab673912d3b0 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:52:34.411047 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:34.425482 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'port_id': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'mac_address': 'fa:16:3e:9b:6f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:52:34.466266 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:34.479044 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c44177-dcbf-444a-b5fd-ab673912d3b0 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:34.499037 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:34.503400 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:34.520609 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46873d-d405-4527-a5bb-5fe7cadd7911 req-fdeb2720-e991-49b0-aa21-04d308e70d28 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:34.522113 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4f46873d-d405-4527-a5bb-5fe7cadd7911 req-fdeb2720-e991-49b0-aa21-04d308e70d28 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 944 time: 0.0519094 Jul 29 20:52:34.552318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:34.566353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4f46873d-d405-4527-a5bb-5fe7cadd7911 req-6ef08433-9fa6-452e-b818-bb776815f079 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346024 Jul 29 20:52:34.788870 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['f2c44177-dcbf-444a-b5fd-ab673912d3b0'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:35.154191 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfbac1-2f44-4287-81be-914a6e74e92e req-0dbf3b3d-6106-47d9-a1e1-8f68bbc88c57 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:35.155651 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a0dfbac1-2f44-4287-81be-914a6e74e92e req-0dbf3b3d-6106-47d9-a1e1-8f68bbc88c57 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Jul 29 20:52:35.192704 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a0dfbac1-2f44-4287-81be-914a6e74e92e req-7539a58d-de0a-4e9a-87ad-166c59459d75 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312166 Jul 29 20:52:35.681356 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f809b8c-98cd-43f8-9b35-c2211889e0a9 req-c1ef291e-3b66-4645-a508-885f2d154568 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:35.682860 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f809b8c-98cd-43f8-9b35-c2211889e0a9 req-c1ef291e-3b66-4645-a508-885f2d154568 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 945 time: 0.0504835 Jul 29 20:52:35.719677 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f809b8c-98cd-43f8-9b35-c2211889e0a9 req-731226a4-6c1a-4f79-a9e9-056539465eb2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Jul 29 20:52:36.304303 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a184cf-37a1-4540-bd71-7d9008ec0ddf req-10fe4b7f-be47-4ed5-9362-62ae9b1a66e8 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:36.305825 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b8a184cf-37a1-4540-bd71-7d9008ec0ddf req-10fe4b7f-be47-4ed5-9362-62ae9b1a66e8 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0493433 Jul 29 20:52:36.343746 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b8a184cf-37a1-4540-bd71-7d9008ec0ddf req-1ec9ab5e-ab66-4384-b9fa-18344c7708d6 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321467 Jul 29 20:52:36.350219 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:52:36.354062 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device f2c44177-dcbf-444a-b5fd-ab673912d3b0 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:36.455673 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port f2c44177-dcbf-444a-b5fd-ab673912d3b0 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:36.471190 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port f2c44177-dcbf-444a-b5fd-ab673912d3b0 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:36.471491 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:36.511510 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:36.529672 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'mac_address': 'fa:16:3e:12:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:52:36.595237 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:36.608888 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:36.618106 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:52:36.648338 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:36.652837 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:36.655075 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ad0eb6-7dca-407c-88c3-390e291acb47" -d '{"events": [{"server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "name": "network-vif-plugged", "status": "completed", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:36.664539 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:36.670111 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:36.690807 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52616fb-e846-45f9-9d67-42833c680d46 x-openstack-request-id: req-c52616fb-e846-45f9-9d67-42833c680d46 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:36.691090 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "name": "network-vif-plugged", "status": "completed", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:36.691337 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c52616fb-e846-45f9-9d67-42833c680d46 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:36.691712 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'code': 200} Jul 29 20:52:36.694354 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:36.719242 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:36.769781 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:36.848340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3854-96a4-4bbc-9344-2f322e486637 req-02b24f69-4a2a-4d5c-ae0c-7692e0baf549 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:36.849829 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-273a3854-96a4-4bbc-9344-2f322e486637 req-02b24f69-4a2a-4d5c-ae0c-7692e0baf549 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0516574 Jul 29 20:52:36.879694 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b6e4e-6c7f-4fb9-a7ca-55bab4e0f381 req-63594cea-7124-4347-90eb-bce0eb894d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:36.881313 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a94b6e4e-6c7f-4fb9-a7ca-55bab4e0f381 req-63594cea-7124-4347-90eb-bce0eb894d2f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1099 time: 0.0410697 Jul 29 20:52:36.890972 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-273a3854-96a4-4bbc-9344-2f322e486637 req-0d37564f-5a83-4985-8276-805209d4ae22 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352454 Jul 29 20:52:36.922877 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a94b6e4e-6c7f-4fb9-a7ca-55bab4e0f381 req-c9d95130-22c1-4212-bf56-c11ae4ff5969 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331507 Jul 29 20:52:36.994882 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:52:37.456900 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd566c-0afe-4078-82c1-8d3d97615ad2 req-5bd6ac5b-2af4-419b-938f-4082ee91fdc4 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:37.458391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87bd566c-0afe-4078-82c1-8d3d97615ad2 req-5bd6ac5b-2af4-419b-938f-4082ee91fdc4 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 944 time: 0.0476656 Jul 29 20:52:37.495391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87bd566c-0afe-4078-82c1-8d3d97615ad2 req-82cc2aba-6886-45cd-b9d8-2ef10bb0f604 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308220 Jul 29 20:52:38.004543 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347766a4-2f7a-4878-b8c7-174f7f8c2b48 req-42857210-fe3c-45cd-862a-ab2199ef811e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:38.006221 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-347766a4-2f7a-4878-b8c7-174f7f8c2b48 req-42857210-fe3c-45cd-862a-ab2199ef811e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0499573 Jul 29 20:52:38.053116 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-347766a4-2f7a-4878-b8c7-174f7f8c2b48 req-f2b12f87-0926-4582-bb25-69c4b5c713b3 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387194 Jul 29 20:52:38.353792 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:52:38.400340 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:38.403859 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:38.404254 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:38.482288 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:38.513371 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:38.517029 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:38.562924 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:38.610709 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e22ddd-279e-4410-9e64-76fddd6659a7 req-4a08f1d3-ecf0-4782-8962-cb882dabe508 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:38.612067 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-43e22ddd-279e-4410-9e64-76fddd6659a7 req-4a08f1d3-ecf0-4782-8962-cb882dabe508 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0506029 Jul 29 20:52:38.647896 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-43e22ddd-279e-4410-9e64-76fddd6659a7 req-34fca6aa-969f-483a-be22-c98b8899e521 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300457 Jul 29 20:52:38.693362 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:38.695700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e282a-70bf-4d4b-ac42-0a15dd77b063" -d '{"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:38.730018 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d68fd-0c08-4a66-b7f2-940664aaab87 x-openstack-request-id: req-6f6d68fd-0c08-4a66-b7f2-940664aaab87 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:38.730309 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:38.730559 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f6d68fd-0c08-4a66-b7f2-940664aaab87 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:38.731626 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'code': 200} Jul 29 20:52:39.167994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c6ac6-3135-4973-8d8d-a63d19bdc376 req-cc0bcd7a-8aea-4278-9531-bfed7bbbabc2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:39.169470 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca8c6ac6-3135-4973-8d8d-a63d19bdc376 req-cc0bcd7a-8aea-4278-9531-bfed7bbbabc2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0482731 Jul 29 20:52:39.206892 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca8c6ac6-3135-4973-8d8d-a63d19bdc376 req-bed14b30-aded-436c-b204-b95abdd2fc4a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313725 Jul 29 20:52:39.315317 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea479c-9a74-48ea-beeb-51943fcb6a26 req-efcedaad-479a-4ac2-9843-ee7e99bee9b0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:39.316781 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-88ea479c-9a74-48ea-beeb-51943fcb6a26 req-efcedaad-479a-4ac2-9843-ee7e99bee9b0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0473146 Jul 29 20:52:39.325160 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41598) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:39.330238 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'floatingip': {'port_id': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:39.400206 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:39.932402 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ad887-a2b9-4564-9432-e6e6c55299ba req-534587c8-d1b9-430a-b7cf-9045f8b23923 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:39.933763 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b10ad887-a2b9-4564-9432-e6e6c55299ba req-534587c8-d1b9-430a-b7cf-9045f8b23923 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.1174223 Jul 29 20:52:40.081187 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b10ad887-a2b9-4564-9432-e6e6c55299ba req-52ea65ea-5559-4e7f-be95-23bbbc225106 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135259 Jul 29 20:52:40.273507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:40.277051 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:40.371010 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Floating IP f82c1e9d-aa06-425f-a896-66624e4f8b23 associated. External IP: 172.27.2.80, port: f2c44177-dcbf-444a-b5fd-ab673912d3b0. Jul 29 20:52:40.569998 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:40.672081 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:40.676883 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:40.681397 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:40.691595 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:40.692203 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:40.704961 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ff105c34-310f-4b20-ab4f-66e2a33e7591 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "PUT /v2.0/floatingips/f82c1e9d-aa06-425f-a896-66624e4f8b23 HTTP/1.1" status: 200 len: 991 time: 1.3758092 Jul 29 20:52:40.704961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:40.710719 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8076743b-bba6-43b1-b276-8c0b49d4329c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:40.743416 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0515a6-6817-4b68-9014-e4e19ee8750c x-openstack-request-id: req-de0515a6-6817-4b68-9014-e4e19ee8750c {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:40.743778 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:40.744095 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de0515a6-6817-4b68-9014-e4e19ee8750c {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:40.744558 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'status': 'completed', 'code': 200} Jul 29 20:52:40.811132 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:41.068207 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'f82c1e9d-aa06-425f-a896-66624e4f8b23', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:9b:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5667348-ee1c-4892-994f-8042942cd97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:28Z', 'updated_at': '2021-07-29T20:52:40Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:41.093873 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:41.101827 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:41.102443 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:41.198910 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc20a-0a3a-45d6-9863-39c69ff8d48a req-48cb9b55-b0dc-49aa-86bf-bb640a8cb615 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:41.200420 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3a4dc20a-0a3a-45d6-9863-39c69ff8d48a req-48cb9b55-b0dc-49aa-86bf-bb640a8cb615 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Jul 29 20:52:41.207022 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:41.241326 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3a4dc20a-0a3a-45d6-9863-39c69ff8d48a req-b18d1e25-f84a-46b3-b279-f0416530ac2f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 Jul 29 20:52:41.535387 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'f82c1e9d-aa06-425f-a896-66624e4f8b23', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:9b:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5667348-ee1c-4892-994f-8042942cd97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:28Z', 'updated_at': '2021-07-29T20:52:40Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:41.560098 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110b83d-0a27-4b0a-a1a6-8383ee578c9e None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'f82c1e9d-aa06-425f-a896-66624e4f8b23', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:9b:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5667348-ee1c-4892-994f-8042942cd97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:28Z', 'updated_at': '2021-07-29T20:52:40Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:41.737533 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be2c0c-7872-4681-bb55-b5517cba5c67 None None] New status for floating IP f82c1e9d-aa06-425f-a896-66624e4f8b23: ACTIVE {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:42.192784 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b86c51-42b6-4748-a37d-09bf5801e5a9 req-caac0f38-2225-4984-b92d-7a5bc1c53c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.194245 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f1b86c51-42b6-4748-a37d-09bf5801e5a9 req-caac0f38-2225-4984-b92d-7a5bc1c53c3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0705867 Jul 29 20:52:42.195927 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-8698f24f-9b90-4e5d-8609-5accf438fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.197244 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-8698f24f-9b90-4e5d-8609-5accf438fe85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1099 time: 0.0724027 Jul 29 20:52:42.293261 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-f1b86c51-42b6-4748-a37d-09bf5801e5a9 req-31a7ace2-e65f-49d9-80e8-a207cffe0307 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766184 Jul 29 20:52:42.322348 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-2463a98a-7574-493f-a118-9a0c322325e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.323872 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-2463a98a-7574-493f-a118-9a0c322325e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.1022656 Jul 29 20:52:42.354166 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdebf8f-4076-4152-8420-eb30641666b3 req-c5f2e408-e32b-4470-af80-173947ff950e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.355680 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bfdebf8f-4076-4152-8420-eb30641666b3 req-c5f2e408-e32b-4470-af80-173947ff950e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Jul 29 20:52:42.394988 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bfdebf8f-4076-4152-8420-eb30641666b3 req-749578b9-38b1-439b-9ac7-bf1066af230a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Jul 29 20:52:42.480490 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-b9318afc-f9dc-4223-91f9-55fc56f5eef5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 1001 time: 0.0633776 Jul 29 20:52:42.564709 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-856467d8-ef1a-4115-81c6-888c3864bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.566168 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-856467d8-ef1a-4115-81c6-888c3864bd60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0440140 Jul 29 20:52:42.627439 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-03512ee0-a1a7-4a12-bec2-bdd6c4d420e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:42.628765 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-03512ee0-a1a7-4a12-bec2-bdd6c4d420e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409176 Jul 29 20:52:42.752748 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-29623a6e-25af-4275-93de-67cde9fb2023 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883703 Jul 29 20:52:42.844986 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-8076743b-bba6-43b1-b276-8c0b49d4329c req-2a1c9774-e433-43dc-9ade-9d79156b7ed6 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820129 Jul 29 20:52:43.515447 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef683e2f-2a4d-43e7-a5d5-310e511ab7e7 req-eacee49d-4ee2-4b6a-a314-037f78d834b6 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:43.516934 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ef683e2f-2a4d-43e7-a5d5-310e511ab7e7 req-eacee49d-4ee2-4b6a-a314-037f78d834b6 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0505393 Jul 29 20:52:43.555035 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ef683e2f-2a4d-43e7-a5d5-310e511ab7e7 req-06e02f2f-6347-449c-93d2-734fb07118f4 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317149 Jul 29 20:52:43.973171 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821c71-73b8-4cf2-a96b-f7679a4b5b08 req-b0949fd4-3801-44f4-9361-3b6232473ec0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:43.974518 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a1821c71-73b8-4cf2-a96b-f7679a4b5b08 req-b0949fd4-3801-44f4-9361-3b6232473ec0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0510912 Jul 29 20:52:44.010878 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a1821c71-73b8-4cf2-a96b-f7679a4b5b08 req-1975313f-296c-4006-9224-e1bfdbee5291 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304413 Jul 29 20:52:44.127736 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-593b9f55-15e6-49b2-8772-70c07c16697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:44.668335 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fed96a-82b9-414b-9ec6-54ac51808c0d req-a2ff11fb-4cab-4729-9e7d-e4cdd65c0e65 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:44.670368 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-68fed96a-82b9-414b-9ec6-54ac51808c0d req-a2ff11fb-4cab-4729-9e7d-e4cdd65c0e65 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0498979 Jul 29 20:52:44.707985 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-68fed96a-82b9-414b-9ec6-54ac51808c0d req-9e785fdd-dee5-46f3-97e7-42bfbb699c97 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jul 29 20:52:44.826830 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9203d-1b69-43cb-a743-fc4860f51c16 req-538fe4d0-34af-466c-9dad-88e4946eaf35 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:44.828419 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-52a9203d-1b69-43cb-a743-fc4860f51c16 req-538fe4d0-34af-466c-9dad-88e4946eaf35 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Jul 29 20:52:44.868435 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-52a9203d-1b69-43cb-a743-fc4860f51c16 req-9ffa9a3b-47a2-4871-9afc-900bdbc2d9a1 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Jul 29 20:52:44.889963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41668) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:45.073782 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd9097-2a7c-4a6d-88f7-4664e1809de7 tempest-TestShelveInstance-1860626007 tempest-TestShelveInstance-1860626007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:45.075839 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-75bd9097-2a7c-4a6d-88f7-4664e1809de7 tempest-TestShelveInstance-1860626007 tempest-TestShelveInstance-1860626007-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1093 time: 0.1839809 Jul 29 20:52:45.078723 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41674) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:45.083077 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:45.130176 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.179604 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41055aa-cfc1-45a9-9392-6f7ae5c73ff9 req-50bb08a7-99b2-47fb-8c97-2916206dc987 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:45.181062 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b41055aa-cfc1-45a9-9392-6f7ae5c73ff9 req-50bb08a7-99b2-47fb-8c97-2916206dc987 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0937819 Jul 29 20:52:45.233065 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b41055aa-cfc1-45a9-9392-6f7ae5c73ff9 req-57adc52a-8050-4dfb-9341-c20f1d9157d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Jul 29 20:52:45.265991 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.371223 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Allocated IP 172.27.2.130 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/b2e0fbb9-a7f0-4c78-83f3-bd10d534874f) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:45.471811 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.508204 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:45.543961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:45.546881 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:45.549373 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:45.574236 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'Port': ['ID=b2e0fbb9-a7f0-4c78-83f3-bd10d534874f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:45.585451 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.585795 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.586130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.586467 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.586824 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.587152 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.587474 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.587796 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.588370 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.588690 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.589007 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:45.589319 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:46.127482 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.190230 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.366365 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.376023 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03fc9-3a7a-4681-a4f7-cb0389e79b99 req-1bee6704-abb5-4776-9303-660bb9d17386 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:46.377431 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b5d03fc9-3a7a-4681-a4f7-cb0389e79b99 req-1bee6704-abb5-4776-9303-660bb9d17386 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0714257 Jul 29 20:52:46.378455 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.472075 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event updated for resources: {'Port': ['ID=b2e0fbb9-a7f0-4c78-83f3-bd10d534874f,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:46.484244 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b5d03fc9-3a7a-4681-a4f7-cb0389e79b99 req-4f5f0108-b5e1-459a-a13a-51798ddb98ac tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989435 Jul 29 20:52:46.487207 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.587004 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Floating IP 0ea40125-cf40-402f-ba9b-84a358f00dfe associated. External IP: 172.27.2.130, port: bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b. Jul 29 20:52:46.790674 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Router 1a012b81-2c1f-495e-9eec-0c872410c415 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:46.896994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:46.907587 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Sync routers for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:46.913935 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:46.918588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:46.919298 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:46.940873 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9777f9eb-ac99-41f2-a879-ce19ba8abcca tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8611453 Jul 29 20:52:46.941539 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:46.943873 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:46.983158 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c15f6c-df21-48aa-b301-9698c19593dc x-openstack-request-id: req-80c15f6c-df21-48aa-b301-9698c19593dc {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:46.983441 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:46.983688 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80c15f6c-df21-48aa-b301-9698c19593dc {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:46.984082 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'status': 'completed', 'code': 200} Jul 29 20:52:47.033452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:47.121185 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-31c54581-ec55-477a-befe-dde7d26e32ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:47.182666 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-364daf90-e99c-4a79-bbda-86cae48cf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.184171 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-364daf90-e99c-4a79-bbda-86cae48cf2c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0439038 Jul 29 20:52:47.266196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '0ea40125-cf40-402f-ba9b-84a358f00dfe', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'mac_address': 'fa:16:3e:12:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:45Z', 'updated_at': '2021-07-29T20:52:45Z', 'revision_number': 0, 'project_id': '53daa05a94344e03b57a23782b191b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:47.272224 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-93cd6466-62b5-4913-85ef-381d17a1343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.273876 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-93cd6466-62b5-4913-85ef-381d17a1343e service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.0824981 Jul 29 20:52:47.291280 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Checking router: 1a012b81-2c1f-495e-9eec-0c872410c415 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:47.299992 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:47.300590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:47.347811 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-d4dc3d8a-90a4-4ab2-a3c7-26e8181b219d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 999 time: 0.0603716 Jul 29 20:52:47.401420 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-391e09e4-3bed-48fd-8064-37a13ee30139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.402844 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-391e09e4-3bed-48fd-8064-37a13ee30139 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0436122 Jul 29 20:52:47.405416 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:47.452524 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-c350ca5d-e984-45b5-ba74-e30633e91d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.454008 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-c350ca5d-e984-45b5-ba74-e30633e91d7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398152 Jul 29 20:52:47.551161 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-08f3125b-34e7-4dc8-adf7-79d071d728c7 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875602 Jul 29 20:52:47.564340 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:47.631431 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1b480-cc53-4138-b8f7-b93b34eb805b req-889c4f80-a737-436c-ae64-984d81f359a5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:47.633536 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ced1b480-cc53-4138-b8f7-b93b34eb805b req-889c4f80-a737-436c-ae64-984d81f359a5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0767395 Jul 29 20:52:47.655860 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:47.689190 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-1365551b-c046-433d-a184-df6c3c62188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '0ea40125-cf40-402f-ba9b-84a358f00dfe', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'mac_address': 'fa:16:3e:12:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:45Z', 'updated_at': '2021-07-29T20:52:45Z', 'revision_number': 0, 'project_id': '53daa05a94344e03b57a23782b191b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:47.689422 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ced1b480-cc53-4138-b8f7-b93b34eb805b req-9a3c2294-1481-4d09-bf0f-b0348d589286 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Jul 29 20:52:47.715251 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365551b-c046-433d-a184-df6c3c62188d None None] The sync data for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi is: [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '0ea40125-cf40-402f-ba9b-84a358f00dfe', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'mac_address': 'fa:16:3e:12:41:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:45Z', 'updated_at': '2021-07-29T20:52:45Z', 'revision_number': 0, 'project_id': '53daa05a94344e03b57a23782b191b75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:47.906005 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9dfe6faf-7da8-49a4-a4d7-f542fddee3aa req-2c2d96e7-3590-401d-bfed-6aa8c5de5623 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445225 Jul 29 20:52:47.908761 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df79dc-ec76-4030-8dee-28fd1f1daacb None None] New status for floating IP 0ea40125-cf40-402f-ba9b-84a358f00dfe: ACTIVE {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:48.807707 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7e19a-6d28-4958-aaea-25c6d6e499e5 req-edb5a5ed-3552-4daa-8a0d-7df720bfd7b6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:48.809187 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-84c7e19a-6d28-4958-aaea-25c6d6e499e5 req-edb5a5ed-3552-4daa-8a0d-7df720bfd7b6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0514905 Jul 29 20:52:48.846028 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-84c7e19a-6d28-4958-aaea-25c6d6e499e5 req-37081189-f4a3-4b0b-aa22-b0f502cbf898 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Jul 29 20:52:49.015891 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:49.967461 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476f58e-67a3-4297-934b-60feb68a8baf req-c5cd47df-ff22-4dfa-82e7-1aefb437ddc3 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:49.969092 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1476f58e-67a3-4297-934b-60feb68a8baf req-c5cd47df-ff22-4dfa-82e7-1aefb437ddc3 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0488224 Jul 29 20:52:50.005956 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1476f58e-67a3-4297-934b-60feb68a8baf req-ea3c71e3-13a0-4ef7-80df-a18555791ea0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Jul 29 20:52:51.124662 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d834-7b3c-4bf1-ae70-4620e26fcee7 req-35e7870a-d3b6-4325-8356-d4d5979c8a0f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:51.126155 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3152d834-7b3c-4bf1-ae70-4620e26fcee7 req-35e7870a-d3b6-4325-8356-d4d5979c8a0f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0490284 Jul 29 20:52:51.166783 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3152d834-7b3c-4bf1-ae70-4620e26fcee7 req-7c8ac176-1f0e-4912-8b8a-7de4682f3e39 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309837 Jul 29 20:52:51.387424 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-5b56bcf2-eafb-4b9a-b687-c5fb464965a0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:51.388902 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-5b56bcf2-eafb-4b9a-b687-c5fb464965a0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 946 time: 0.0471668 Jul 29 20:52:51.479502 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Deleting port b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:51.479837 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.563663 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] For port b35cec30-adbd-4317-9884-e66c8c60b720, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b35cec30-adbd-4317-9884-e66c8c60b720,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:52:51.564022 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.776515 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.776834 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.777162 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Floating IP 898a296e-7b89-4c51-a5ce-8b72e087e7f4 disassociated. External IP: 172.27.2.175, port: b35cec30-adbd-4317-9884-e66c8c60b720. Jul 29 20:52:51.777486 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Calling delete_port for b35cec30-adbd-4317-9884-e66c8c60b720 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:51.918497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:51.949582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'Port': ['ID=b35cec30-adbd-4317-9884-e66c8c60b720,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:51.963102 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.963458 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.963821 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.964145 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.964476 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.964806 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.965243 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.965603 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.965931 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.966257 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.966585 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:51.966935 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:52:52.092039 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:52:52.203030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:52:52.216273 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:52:52.226258 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:52.227486 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:52.263756 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] No DVR routers for this DVR port b35cec30-adbd-4317-9884-e66c8c60b720 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:52:52.267897 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:52.269988 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4c7dbf1c-5cc0-4f64-b1ec-95a98557eb09 req-f7b188d4-b1ac-4ecd-b734-b19c7847411f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "DELETE /v2.0/ports/b35cec30-adbd-4317-9884-e66c8c60b720 HTTP/1.1" status: 204 len: 173 time: 0.8729315 Jul 29 20:52:52.270443 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-deleted', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:52:52.273075 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4288698a-1839-4413-99f4-7b9005e430af" -d '{"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-deleted", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:52:52.303610 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9d626530-67f3-4337-8265-cc9a5ce543fd req-98860528-4c4a-4d63-af2a-08832c89973e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=b309f4e9-08b1-47ab-bc12-c009c5bb0b8d HTTP/1.1" status: 200 len: 210 time: 0.0461452 Jul 29 20:52:52.347691 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7c13f-eeb1-4926-aa77-7c353819b16b x-openstack-request-id: req-88e7c13f-eeb1-4926-aa77-7c353819b16b {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:52:52.347941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b309f4e9-08b1-47ab-bc12-c009c5bb0b8d", "name": "network-vif-deleted", "tag": "b35cec30-adbd-4317-9884-e66c8c60b720", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:52:52.348208 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e7c13f-eeb1-4926-aa77-7c353819b16b {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:52:52.348632 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b309f4e9-08b1-47ab-bc12-c009c5bb0b8d', 'name': 'network-vif-deleted', 'tag': 'b35cec30-adbd-4317-9884-e66c8c60b720', 'status': 'completed', 'code': 200} Jul 29 20:52:52.348796 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:52.552537 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:52.581689 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:52:52.590154 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:52:52.591589 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:52.698901 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:52:53.041545 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:52:53.067186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb22e-4e99-494d-8beb-a34fb1ab52de None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:52:53.279170 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46b8fa-9a35-42a9-9a84-cf090f0ff919 None None] New status for floating IP 898a296e-7b89-4c51-a5ce-8b72e087e7f4: DOWN {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:52:53.395113 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41752) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:53.463648 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.487632 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.536957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.539507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.543958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41756) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:53.546780 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "DELETE /v2.0/security-groups/c1b5e740-7d77-4e3a-88bc-3922d7b2ed85 HTTP/1.1" status: 204 len: 168 time: 0.1467593 Jul 29 20:52:53.558242 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a227e-ae50-4af2-988c-e9054a270126 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b5e740-7d77-4e3a-88bc-3922d7b2ed85,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:53.562056 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.api.v2.resource [None req-e3207de9-0c0c-4ccd-8d4d-cbaade2bda13 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] show failed (client error): The resource could not be found. Jul 29 20:52:53.579399 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41762) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:53.586885 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-e3207de9-0c0c-4ccd-8d4d-cbaade2bda13 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups/c1b5e740-7d77-4e3a-88bc-3922d7b2ed85 HTTP/1.1" status: 404 len: 347 time: 0.0359113 Jul 29 20:52:53.716644 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Deleting port 116eb4eb-9e8d-4b9a-b9ab-42a37e95f708 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:52:53.716998 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.795114 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.795467 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.807220 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Calling delete_port for 116eb4eb-9e8d-4b9a-b9ab-42a37e95f708 owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:52:53.959143 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:53.990564 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'Port': ['ID=116eb4eb-9e8d-4b9a-b9ab-42a37e95f708,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:54.054215 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.056883 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.060954 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-169d4356-e81a-4dc5-a8fc-de0f191dc355 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "DELETE /v2.0/floatingips/898a296e-7b89-4c51-a5ce-8b72e087e7f4 HTTP/1.1" status: 204 len: 168 time: 0.4776363 Jul 29 20:52:54.411735 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41778) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:54.416302 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668725102', 'description': 'tempest-description--1967706335'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:54.437991 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:52:54.438542 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.461070 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: b35cec30-adbd-4317-9884-e66c8c60b720 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:52:54.461406 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b35cec30-adbd-4317-9884-e66c8c60b720 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:52:54.519213 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.523385 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.544495 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.545751 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1330371 Jul 29 20:52:54.548765 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41780) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:54.553471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group_rule': {'security_group_id': '108731fd-84b5-475e-b719-d50edb0f8d94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:54.553666 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9660f-3284-4d36-91ae-938c69919417 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108731fd-84b5-475e-b719-d50edb0f8d94,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:54.581453 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.640668 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.647551 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.670057 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695155dc-4047-49b4-984d-69220d6123f7,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:54.680204 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.684662 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ee198268-06d6-43ef-89aa-69640ad36247 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318867 Jul 29 20:52:54.684931 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41786) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:54.689683 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'security_group_rule': {'security_group_id': '108731fd-84b5-475e-b719-d50edb0f8d94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:54.721056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.782987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.787620 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.807092 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c552fb3d-3b0f-4c1a-8be3-cc5185e4fa80,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:54.815223 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.816416 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a8554e50-bc20-4637-a63b-6579e59b07e5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304693 Jul 29 20:52:54.819637 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41790) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:52:54.824360 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:54.847567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:54.953403 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.076424 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Allocated IP 172.27.2.176 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/c4e4619b-a203-411d-8e0a-64f8b48d2b3b) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:55.175276 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.216426 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.249257 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:55.251941 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:55.256690 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:55.285027 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=c4e4619b-a203-411d-8e0a-64f8b48d2b3b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:55.348535 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.382953 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.559685 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af2ef2-27e0-47ef-91c4-5ba6810a5bd2 req-63587eee-39b5-4179-88c8-e7efdf1bc44e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:55.561154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-99af2ef2-27e0-47ef-91c4-5ba6810a5bd2 req-63587eee-39b5-4179-88c8-e7efdf1bc44e tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0750382 Jul 29 20:52:55.595357 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.600554 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.643031 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-99af2ef2-27e0-47ef-91c4-5ba6810a5bd2 req-5c3b2e63-5f13-4742-b9c1-94a1db07ca90 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757670 Jul 29 20:52:55.676800 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=c4e4619b-a203-411d-8e0a-64f8b48d2b3b,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:55.689723 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.705436 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:55.709435 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e1588edf-ac98-4c2c-bed6-c0726e1ac3dd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8858335 Jul 29 20:52:55.892229 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-94047558-4d2c-4138-bc2a-441464b8752a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--668725102&fields=id&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 267 time: 0.0322931 Jul 29 20:52:56.000340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-050838d4-ce2f-48b5-8b7b-747e966fd63b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:56.001837 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-050838d4-ce2f-48b5-8b7b-747e966fd63b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 816 time: 0.1028550 Jul 29 20:52:56.017644 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-024498e6-0435-4d6f-b784-ce5ef684283f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/quotas/03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 375 time: 0.0096674 Jul 29 20:52:56.073481 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4cc7ef3f-cb7e-49a7-b300-63b02fdfe78f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501559 Jul 29 20:52:56.166950 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-a6ec16f7-b9f1-4d95-b005-b3cdde5db8b9 service neutron] 10.222.0.43 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782459 Jul 29 20:52:56.255036 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-e0ea7e6d-5927-4d22-a348-fa9101eff3a6 service neutron] 10.222.0.43 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Jul 29 20:52:56.408020 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f75fcd7a-8362-4616-b9f2-036d7813b22b req-ad2311cc-77de-4da9-8658-cf7a80477640 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 210 time: 0.0263958 Jul 29 20:52:56.757053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba87af-6506-4d1a-b3d9-fed41342c03c req-8bec9825-a1a4-4370-9857-18a80789262c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:56.758545 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34ba87af-6506-4d1a-b3d9-fed41342c03c req-8bec9825-a1a4-4370-9857-18a80789262c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0490532 Jul 29 20:52:56.795661 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34ba87af-6506-4d1a-b3d9-fed41342c03c req-64e35cd4-bc3e-4a72-b6a5-b061b9f1cc51 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Jul 29 20:52:57.509571 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cab82fd1-7cc8-403c-b19c-6f3fbacab544 req-be267750-1563-4cc5-8df4-263e19769329 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 210 time: 0.0296376 Jul 29 20:52:57.906186 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce4f5c-ed8d-49c3-92f2-7352bb84ec40 req-c85650a8-8e20-4160-9526-c2b2147f8666 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:57.907714 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adce4f5c-ed8d-49c3-92f2-7352bb84ec40 req-c85650a8-8e20-4160-9526-c2b2147f8666 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0477126 Jul 29 20:52:57.945010 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-adce4f5c-ed8d-49c3-92f2-7352bb84ec40 req-791335d9-339e-45fa-8765-47564c1d449c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316861 Jul 29 20:52:58.608519 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-971c133e-3139-4ef3-a5b2-c58bce61475f req-b74198ac-b45a-4df6-9e74-01fd37853116 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 210 time: 0.0288086 Jul 29 20:52:59.082463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe7f2-9f6f-4fcf-9f53-397483a61d83 req-0da85e77-d353-45af-a296-31222c830c97 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.084165 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a1fe7f2-9f6f-4fcf-9f53-397483a61d83 req-0da85e77-d353-45af-a296-31222c830c97 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0586650 Jul 29 20:52:59.109629 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-9fba0620-10cb-442a-a607-01b1c4d0ed9d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.111187 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-9fba0620-10cb-442a-a607-01b1c4d0ed9d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 816 time: 0.1187069 Jul 29 20:52:59.123708 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1a1fe7f2-9f6f-4fcf-9f53-397483a61d83 req-74a1ad59-7212-46ed-abbf-fa96c5284245 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Jul 29 20:52:59.166579 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-ac570f35-5d40-4311-8aac-bb58e6f31b1b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 379 time: 0.0350454 Jul 29 20:52:59.180851 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'port': {'device_id': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'admin_state_up': True, 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'security_groups': ['108731fd-84b5-475e-b719-d50edb0f8d94']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:59.284745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Made reservation on behalf of 03d11c710699424bb439d68a7a69e54a for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:52:59.289042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.421354 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Allocated IP 172.20.0.4 (e76a1ae1-99d5-4dca-8ae4-531420fa7cf8/020f420a-f874-41d0-9ad9-b08518197671/fde9c7a4-8973-4270-afb7-6217e750287a) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:52:59.553196 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.567396 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Transition to ACTIVE for port object fde9c7a4-8973-4270-afb7-6217e750287a will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:52:59.600090 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.645379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:52:59.650128 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:52:59.656994 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:52:59.678873 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:52:59.709040 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.709675 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.725762 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-4d164600-d293-4e01-88f3-9a54a67ec1c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488908 Jul 29 20:52:59.730712 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90ac95-fff3-4200-9308-9431ec1197b4 req-4a573d4f-8a53-4224-809a-e1ca64f28667 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:52:59.732815 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa90ac95-fff3-4200-9308-9431ec1197b4 req-4a573d4f-8a53-4224-809a-e1ca64f28667 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 931 time: 0.0520842 Jul 29 20:52:59.743000 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Request body: {'port': {'device_id': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:52:59.771574 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aa90ac95-fff3-4200-9308-9431ec1197b4 req-c2a27072-8294-471d-920a-3033681b8e23 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Jul 29 20:52:59.810530 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.817481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.858843 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-e301459c-2021-4749-b6c5-c143f838c054 None None] Provisioning for port fde9c7a4-8973-4270-afb7-6217e750287a completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:52:59.862520 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-e301459c-2021-4749-b6c5-c143f838c054 None None] Provisioning complete for port fde9c7a4-8973-4270-afb7-6217e750287a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:52:59.862952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e301459c-2021-4749-b6c5-c143f838c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:52:59.895782 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-e301459c-2021-4749-b6c5-c143f838c054 None None] Port fde9c7a4-8973-4270-afb7-6217e750287a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:00.061113 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:00.068542 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.080461 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Transition to ACTIVE for port object fde9c7a4-8973-4270-afb7-6217e750287a will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:00.084316 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.148998 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:00.206480 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Attempting to bind port fde9c7a4-8973-4270-afb7-6217e750287a on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:00.206861 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Attempting to bind port fde9c7a4-8973-4270-afb7-6217e750287a by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:00.207195 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Attempting to bind port fde9c7a4-8973-4270-afb7-6217e750287a on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:00.211810 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Port fde9c7a4-8973-4270-afb7-6217e750287a on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:53:00.212145 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Attempting to bind port fde9c7a4-8973-4270-afb7-6217e750287a on network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:00.218846 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:00.219192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Checking segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:00.219578 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Bound using segment: {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:00.220075 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Bound port: fde9c7a4-8973-4270-afb7-6217e750287a, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:00.220445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.253935 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b52b2-9755-4802-96ea-2233fb4fd168 req-10f553c4-6310-4daa-99fe-2a2f8aef93c5 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.256342 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f2b52b2-9755-4802-96ea-2233fb4fd168 req-10f553c4-6310-4daa-99fe-2a2f8aef93c5 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0559344 Jul 29 20:53:00.286999 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:00.290138 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:00.293729 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.302576 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2f2b52b2-9755-4802-96ea-2233fb4fd168 req-a791c135-8d4d-4d42-abc2-946699e36a95 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/security-groups?id=f2cac973-0728-4b62-8041-a3ab21708b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375514 Jul 29 20:53:00.330667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.331311 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.332692 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] 10.222.0.44 "PUT /v2.0/ports/fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 1093 time: 0.5941465 Jul 29 20:53:00.333119 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:00.335365 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59543cf9-761d-4cfc-aca2-0f94db41e5da" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:00.363505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195a3ac-9bf0-46b7-bb78-939ee2cc041b service neutron] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:00.376823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8aee6-8a24-401e-81fa-5cdcf1fe1361 x-openstack-request-id: req-10e8aee6-8a24-401e-81fa-5cdcf1fe1361 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:00.376823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:00.377165 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10e8aee6-8a24-401e-81fa-5cdcf1fe1361 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:00.377332 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'status': 'completed', 'code': 200} Jul 29 20:53:00.478452 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-60671512-f9fc-49ce-84c5-93c1919ec81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.480019 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-60671512-f9fc-49ce-84c5-93c1919ec81e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1096 time: 0.0787566 Jul 29 20:53:00.488680 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-73507d21-2f73-44a7-ab23-053c8c2e74b5 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.490150 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-73507d21-2f73-44a7-ab23-053c8c2e74b5 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 946 time: 0.0904393 Jul 29 20:53:00.546818 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-a4e13f64-969a-4993-891a-d3577fb1997e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 217 time: 0.0556340 Jul 29 20:53:00.636395 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-90df4cf4-f7a6-4b6c-af3a-8091c7c72b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.637870 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-90df4cf4-f7a6-4b6c-af3a-8091c7c72b5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0810134 Jul 29 20:53:00.679305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Deleting port 42603644-9845-4608-b8f8-c3174055deaa {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:53:00.679655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.737856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-0e59ecfa-2df3-4d58-aee2-38bf7055fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.739358 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-0e59ecfa-2df3-4d58-aee2-38bf7055fbae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942101 Jul 29 20:53:00.818238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] For port 42603644-9845-4608-b8f8-c3174055deaa, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=42603644-9845-4608-b8f8-c3174055deaa,segment=NetworkSegment(a9469c50-a96f-4ac6-970f-3d4deb67365d),segment_id=a9469c50-a96f-4ac6-970f-3d4deb67365d)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:00.818610 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:00.835072 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Calling delete_port for 42603644-9845-4608-b8f8-c3174055deaa owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:53:00.900135 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-70c44a75-c7bb-4dd0-b8db-195c55f83a2e service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512396 Jul 29 20:53:00.906782 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e259c5-33a0-4d07-8b21-770bc0b90a8b req-3df48511-715a-42db-b5c7-4ddc985c82cf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:00.908383 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-58e259c5-33a0-4d07-8b21-770bc0b90a8b req-3df48511-715a-42db-b5c7-4ddc985c82cf tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0517590 Jul 29 20:53:00.945884 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-58e259c5-33a0-4d07-8b21-770bc0b90a8b req-df36bcbc-4a8b-4bd3-919b-e62161866a81 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Jul 29 20:53:01.038484 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-b4134ffd-c1d4-4d4a-9748-011f0a5d0c59 req-e484e3d8-0682-430e-8bb2-206af720b6cb service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237452 Jul 29 20:53:01.051513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:01.065399 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['42603644-9845-4608-b8f8-c3174055deaa'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:01.079546 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Pushing event deleted for resources: {'Port': ['ID=42603644-9845-4608-b8f8-c3174055deaa,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:01.138431 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] No DVR routers for this DVR port 42603644-9845-4608-b8f8-c3174055deaa on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:53:01.141404 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:01.143358 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-be87e4ff-89d5-4b59-a21d-72c1de1cf5cf req-403ae355-e963-46c2-b207-2fda20cc1e3c tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.44 "DELETE /v2.0/ports/42603644-9845-4608-b8f8-c3174055deaa HTTP/1.1" status: 204 len: 173 time: 0.6459839 Jul 29 20:53:01.159029 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-86567718-d74e-44c7-bdbd-b0a06ca4435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.161259 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-86567718-d74e-44c7-bdbd-b0a06ca4435f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1096 time: 0.0590355 Jul 29 20:53:01.254972 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ffc6e712-8095-47e3-b224-455a01e1942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.256441 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ffc6e712-8095-47e3-b224-455a01e1942d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.0871506 Jul 29 20:53:01.298200 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-47f5a98d-83c4-4447-914d-ba2f94781ffe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 217 time: 0.0326824 Jul 29 20:53:01.351329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ceffb56b-d63b-4a3f-9907-1c23452991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.352783 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ceffb56b-d63b-4a3f-9907-1c23452991b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0468049 Jul 29 20:53:01.403810 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ed24a263-15ae-4bb3-8505-f362388f8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:01.405307 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ed24a263-15ae-4bb3-8505-f362388f8ffe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408795 Jul 29 20:53:01.411421 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aad50105-8efc-40b3-8c3e-078a38fc61c5 req-bf6d8264-e15a-4678-b107-abb99de02f72 tempest-VolumesSnapshotTestJSON-1480681656 tempest-VolumesSnapshotTestJSON-1480681656-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c932efe-b7dc-4b9b-81a2-3e8b3036595b HTTP/1.1" status: 200 len: 210 time: 0.0278859 Jul 29 20:53:01.500229 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-ef307f92-3314-4a5a-8544-863836a11878 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802455 Jul 29 20:53:01.600171 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-59543cf9-761d-4cfc-aca2-0f94db41e5da req-56f2a828-4064-4284-b1c2-568cd351b365 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 Jul 29 20:53:02.063210 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f44d46-a05e-4629-aac4-8ec359d91a4c req-52fb4782-00b4-4669-b655-361c2edb5c06 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:02.064676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95f44d46-a05e-4629-aac4-8ec359d91a4c req-52fb4782-00b4-4669-b655-361c2edb5c06 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0477805 Jul 29 20:53:02.101521 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95f44d46-a05e-4629-aac4-8ec359d91a4c req-b96ad877-0e17-46e6-8378-6acb36e4fa3b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310290 Jul 29 20:53:02.373480 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:02.378561 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'name': 'network-vif-deleted', 'tag': '42603644-9845-4608-b8f8-c3174055deaa'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:02.380937 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6316e070-5fb3-45d6-a89c-8f716274e0cf" -d '{"events": [{"server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "name": "network-vif-deleted", "tag": "42603644-9845-4608-b8f8-c3174055deaa"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:02.417665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c471684-4c58-4a97-b19f-2589e28f0b67 x-openstack-request-id: req-0c471684-4c58-4a97-b19f-2589e28f0b67 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:02.417966 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c932efe-b7dc-4b9b-81a2-3e8b3036595b", "name": "network-vif-deleted", "tag": "42603644-9845-4608-b8f8-c3174055deaa", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:02.418245 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c471684-4c58-4a97-b19f-2589e28f0b67 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:02.418641 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c932efe-b7dc-4b9b-81a2-3e8b3036595b', 'name': 'network-vif-deleted', 'tag': '42603644-9845-4608-b8f8-c3174055deaa', 'status': 'completed', 'code': 200} Jul 29 20:53:03.218101 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3031a-2359-4464-803d-f14c9404411a req-260aff55-3c1d-4a70-ad53-485c85f6e876 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:03.219561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ef3031a-2359-4464-803d-f14c9404411a req-260aff55-3c1d-4a70-ad53-485c85f6e876 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0468159 Jul 29 20:53:03.261154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ef3031a-2359-4464-803d-f14c9404411a req-0335f158-2f30-4859-8674-84f4c47805e1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358074 Jul 29 20:53:04.048122 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41922) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:04.147547 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1f97565a-b589-4897-8bd5-2520797aa769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.233575 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1f97565a-b589-4897-8bd5-2520797aa769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.237237 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1f97565a-b589-4897-8bd5-2520797aa769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.272158 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97565a-b589-4897-8bd5-2520797aa769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424746cf-3975-4faf-8e83-6d3278cfe4d7,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:04.277354 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1f97565a-b589-4897-8bd5-2520797aa769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd2916ae06aa48d4bb9dab1a8b53b161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282228 Jul 29 20:53:04.280556 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41926) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:04.327831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.370167 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.416505 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa142f-67a8-453f-802b-116dedd74794 req-cc656a4d-7fe3-499b-8a76-594ec63c4d48 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:04.417964 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-beaa142f-67a8-453f-802b-116dedd74794 req-cc656a4d-7fe3-499b-8a76-594ec63c4d48 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0815084 Jul 29 20:53:04.450400 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.452869 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:04.453962 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/424746cf-3975-4faf-8e83-6d3278cfe4d7 HTTP/1.1" status: 204 len: 168 time: 0.1726270 Jul 29 20:53:04.467479 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-beaa142f-67a8-453f-802b-116dedd74794 req-8d45e61b-624f-43eb-8cac-d636ca2ea843 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Jul 29 20:53:04.468313 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545c11-6c82-4a8b-bb25-03f905ae97db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424746cf-3975-4faf-8e83-6d3278cfe4d7,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.041755 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41954) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:05.109572 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:53:05.133836 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1362154595-network', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:05.154274 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Made reservation on behalf of 8bd8fe69a4ca43b58f9f73a949e8308e for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:05.156737 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.165964 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.205638 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:05.217798 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:53:05.253980 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.254843 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.258740 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.267866 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:05.280744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:53:05.287142 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:05.292066 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.297668 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6daea-d6f3-4fc1-a254-93694428891f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.301454 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.301806 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Added segment 1a70739c-2b30-4f12-a134-8ccd43ce011b of type vlan for network 46c69d31-1be2-471d-a946-4a013f8fef40 Jul 29 20:53:05.340005 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.342202 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.346949 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.347316 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.347644 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.348143 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.348475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.349125 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.349125 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.349453 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.349770 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.350090 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.350403 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.350847 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:05.371079 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.372612 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:05.373191 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.424227 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3813059 Jul 29 20:53:05.427327 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41958) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:05.432654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96990f-347d-4323-ac4e-48f5ab6dd2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=46c69d31-1be2-471d-a946-4a013f8fef40,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.432806 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Request body: {'subnet': {'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1362154595-subnet', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:05.442958 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 46c69d31-1be2-471d-a946-4a013f8fef40 details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:53:05.454198 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Made reservation on behalf of 8bd8fe69a4ca43b58f9f73a949e8308e for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:05.456487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.598262 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67489d25-1162-41f8-ad5b-ae5a6fe8cb01 req-1b945bad-2047-4664-9e04-bb99460fea26 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:05.599695 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67489d25-1162-41f8-ad5b-ae5a6fe8cb01 req-1b945bad-2047-4664-9e04-bb99460fea26 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0490253 Jul 29 20:53:05.623880 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.638128 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-67489d25-1162-41f8-ad5b-ae5a6fe8cb01 req-0dd85faf-c03f-4137-aac7-132b8a71418f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Jul 29 20:53:05.670456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca5809e-6d46-4515-b340-7fe1f9efe3af,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:05.689697 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:05.690058 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Network hostable DHCP agents. Network: 46c69d31-1be2-471d-a946-4a013f8fef40, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:53:05.705722 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:53:05.714182 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 46c69d31-1be2-471d-a946-4a013f8fef40) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:05.718884 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:05.719476 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.723668 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dca447-f054-4ffb-b301-49f43cfe6422 None None] Network 46c69d31-1be2-471d-a946-4a013f8fef40 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:05.733269 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d790a354-dac1-42aa-8dd9-e33cd3ebc8f8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3043506 Jul 29 20:53:05.735931 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 41962) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:05.740331 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:05.760067 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.761111 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.813049 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.868753 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-46c69d31-1be2-471d-a946-4a013f8fef40', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:53:05.869588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:05.940502 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.005202 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Allocated IP 172.20.0.2 (46c69d31-1be2-471d-a946-4a013f8fef40/4ca5809e-6d46-4515-b340-7fe1f9efe3af/be82731f-217c-443a-bbae-c079637574e8) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:06.033488 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 42603644-9845-4608-b8f8-c3174055deaa no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:53:06.080697 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 42603644-9845-4608-b8f8-c3174055deaa {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:53:06.081029 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 42603644-9845-4608-b8f8-c3174055deaa not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:53:06.173192 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.182318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Transition to ACTIVE for port object be82731f-217c-443a-bbae-c079637574e8 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:06.198205 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Transition to ACTIVE for port object be82731f-217c-443a-bbae-c079637574e8 will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:06.204899 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.245474 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:06.248394 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:06.251943 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:06.263256 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Pushing event updated for resources: {'Port': ['ID=be82731f-217c-443a-bbae-c079637574e8,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:06.313612 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Attempting to bind port be82731f-217c-443a-bbae-c079637574e8 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:06.313972 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Attempting to bind port be82731f-217c-443a-bbae-c079637574e8 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:06.314341 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Attempting to bind port be82731f-217c-443a-bbae-c079637574e8 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:06.319374 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:06.319737 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:06.320132 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.320513 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Bound using segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:06.320965 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Bound port: be82731f-217c-443a-bbae-c079637574e8, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:06.321336 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.376126 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.383889 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] For port be82731f-217c-443a-bbae-c079637574e8, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:06.387930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] For port be82731f-217c-443a-bbae-c079637574e8, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=be82731f-217c-443a-bbae-c079637574e8,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:06.393254 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.395227 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.452021 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8120726-95ae-4110-9897-4d2e89ff00c6 None None] Pushing event updated for resources: {'Port': ['ID=be82731f-217c-443a-bbae-c079637574e8,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:06.501015 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Allocated IP 172.27.2.139 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/fd30c234-51d9-4607-a41b-d4cad9e8a33f) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:06.606434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.655941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:06.694193 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:06.698644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:06.702940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:06.712856 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Pushing event updated for resources: {'Port': ['ID=fd30c234-51d9-4607-a41b-d4cad9e8a33f,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:06.769537 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6258-33a2-4018-9084-2b22a190f5eb req-d2d23bf3-8479-48c2-8681-7487442b0267 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:06.771042 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-914e6258-33a2-4018-9084-2b22a190f5eb req-d2d23bf3-8479-48c2-8681-7487442b0267 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0545380 Jul 29 20:53:06.809602 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-914e6258-33a2-4018-9084-2b22a190f5eb req-eb478327-5504-42a2-af18-73657423aaa4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Jul 29 20:53:06.949458 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.074445 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device be82731f-217c-443a-bbae-c079637574e8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:07.129178 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port be82731f-217c-443a-bbae-c079637574e8 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:07.153065 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.280798 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Router 957dde32-883a-4d15-9ac4-6e889feffd45 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:53:07.326950 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['fde9c7a4-8973-4270-afb7-6217e750287a'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:07.330045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a0301-6c0f-4a65-b6d6-9af7bed1d62a None None] Network 46c69d31-1be2-471d-a946-4a013f8fef40 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:07.386030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:07.404483 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.405977 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-50d338dd-d116-413b-ad89-f5fb4be45dcb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6688273 Jul 29 20:53:07.406707 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:07.408557 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 41970) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:07.445288 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Provisioning for port be82731f-217c-443a-bbae-c079637574e8 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:07.457605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:07.458141 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:07.470412 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Provisioning complete for port be82731f-217c-443a-bbae-c079637574e8 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:07.470806 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.717760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:07.949167 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:07.975741 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31047168-1e2d-4705-a8ae-9c212aab7bda req-e3c026e4-2aa4-4663-b59a-190992b436fa tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:07.977185 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31047168-1e2d-4705-a8ae-9c212aab7bda req-e3c026e4-2aa4-4663-b59a-190992b436fa tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0650012 Jul 29 20:53:08.032845 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] For port be82731f-217c-443a-bbae-c079637574e8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=be82731f-217c-443a-bbae-c079637574e8,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:08.044316 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.081618 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31047168-1e2d-4705-a8ae-9c212aab7bda req-ae1df862-40a3-41dc-89e9-51fd684020ab tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828602 Jul 29 20:53:08.132511 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1e6c-1eb7-4a98-ab0a-380c985f2d2e None None] Pushing event updated for resources: {'Port': ['ID=be82731f-217c-443a-bbae-c079637574e8,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.165566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:06Z', 'revision_number': 3, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.170926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.192546 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:08.192903 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Updating router 957dde32-883a-4d15-9ac4-6e889feffd45 port fd30c234-51d9-4607-a41b-d4cad9e8a33f binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:53:08.227436 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.339416 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d6178a0d-8f57-47ff-8f43-4c4c791e8c7f None None] Provisioning complete for port be82731f-217c-443a-bbae-c079637574e8 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:08.340152 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d6178a0d-8f57-47ff-8f43-4c4c791e8c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.350211 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Allocated IP 172.20.0.1 (46c69d31-1be2-471d-a946-4a013f8fef40/4ca5809e-6d46-4515-b340-7fe1f9efe3af/98c13682-c135-46be-8b30-99f58ed06265) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:08.474971 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.492066 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Transition to ACTIVE for port object 98c13682-c135-46be-8b30-99f58ed06265 will not be triggered until provisioned by entity DHCP. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:08.530035 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.570843 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:08.573634 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:08.576267 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:08.578880 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.592231 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Transition to ACTIVE for port object fd30c234-51d9-4607-a41b-d4cad9e8a33f will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:08.599691 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.603559 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Pushing event updated for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.630855 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.650558 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Attempting to bind port fd30c234-51d9-4607-a41b-d4cad9e8a33f on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:08.651024 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Attempting to bind port fd30c234-51d9-4607-a41b-d4cad9e8a33f by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:08.651380 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Attempting to bind port fd30c234-51d9-4607-a41b-d4cad9e8a33f on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:08.658720 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:08.659098 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:08.659497 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.659883 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:08.660349 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Bound port: fd30c234-51d9-4607-a41b-d4cad9e8a33f, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:08.660724 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.695186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22643dac-0745-481e-b432-060ef08cb1c2 None None] Pushing event updated for resources: {'Port': ['ID=fd30c234-51d9-4607-a41b-d4cad9e8a33f,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.729229 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] For port fd30c234-51d9-4607-a41b-d4cad9e8a33f, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:08.733776 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] For port fd30c234-51d9-4607-a41b-d4cad9e8a33f, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=fd30c234-51d9-4607-a41b-d4cad9e8a33f,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:08.738097 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.776443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.790903 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:08.795098 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:08.844902 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22643dac-0745-481e-b432-060ef08cb1c2 None None] Pushing event updated for resources: {'Port': ['ID=fd30c234-51d9-4607-a41b-d4cad9e8a33f,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:08.862964 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-a4741a11-bf69-42ba-9ef3-70362c2ca5b7 None None] Provisioning for port 98c13682-c135-46be-8b30-99f58ed06265 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:08.868123 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-a4741a11-bf69-42ba-9ef3-70362c2ca5b7 None None] Provisioning complete for port 98c13682-c135-46be-8b30-99f58ed06265 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:08.868495 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4741a11-bf69-42ba-9ef3-70362c2ca5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.941957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.946272 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:08.946868 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:08.975694 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-a4741a11-bf69-42ba-9ef3-70362c2ca5b7 None None] Port 98c13682-c135-46be-8b30-99f58ed06265 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:09.010438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Pushing event updated for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:09.013569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.035424 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:09.083267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device be82731f-217c-443a-bbae-c079637574e8 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:09.107203 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:09.108623 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:09.188954 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port fde9c7a4-8973-4270-afb7-6217e750287a completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:09.222561 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port be82731f-217c-443a-bbae-c079637574e8 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:09.222965 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.226231 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port fde9c7a4-8973-4270-afb7-6217e750287a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:09.226588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.262808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10250f-af6b-4780-90ed-433d42bee113 req-7eb12b41-21d0-4552-9a97-33af4779a85a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:09.264450 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e10250f-af6b-4780-90ed-433d42bee113 req-7eb12b41-21d0-4552-9a97-33af4779a85a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0599892 Jul 29 20:53:09.290561 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:09.351207 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:09.364184 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e10250f-af6b-4780-90ed-433d42bee113 req-51496259-a25b-4210-b90d-0ad4120eba13 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899525 Jul 29 20:53:09.405455 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792c832-99ca-4a20-8ce8-0892c634906a None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:09.430021 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:09.431470 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.435070 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-e929d0a5-df0b-4a75-9db3-977e5d0fc63f None None] Provisioning complete for port 98c13682-c135-46be-8b30-99f58ed06265 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:09.435430 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e929d0a5-df0b-4a75-9db3-977e5d0fc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.443574 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5f620240-2d44-484d-8094-d8ad0737af68 admin admin] 10.222.0.43 "PUT /v2.0/routers/957dde32-883a-4d15-9ac4-6e889feffd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263155 Jul 29 20:53:09.478307 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:09.480609 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4290a-1299-4118-bdfc-c887647e32a5" -d '{"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:09.497928 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:09.502795 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-e929d0a5-df0b-4a75-9db3-977e5d0fc63f None None] Port 98c13682-c135-46be-8b30-99f58ed06265 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:09.504841 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:09.532723 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7443f6a-7bcd-4772-bb88-770c9a75be09 x-openstack-request-id: req-a7443f6a-7bcd-4772-bb88-770c9a75be09 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:09.533063 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:09.533311 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7443f6a-7bcd-4772-bb88-770c9a75be09 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:09.533698 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'code': 200} Jul 29 20:53:09.575448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:09.758606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba74cb0-6a0e-48a1-8743-ba8f65c55d89 req-f689d0e1-9592-4281-b109-34e34748ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:09.760246 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-bba74cb0-6a0e-48a1-8743-ba8f65c55d89 req-f689d0e1-9592-4281-b109-34e34748ca7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1098 time: 0.0488157 Jul 29 20:53:09.819553 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-bba74cb0-6a0e-48a1-8743-ba8f65c55d89 req-9f7cf9a2-6500-455b-9832-3e8cda3106a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478640 Jul 29 20:53:10.020797 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42014) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:10.026150 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276139691-network', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:10.047430 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Made reservation on behalf of 1882d345d07f42ec94be6a802ea3db89 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:10.049857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.058667 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.172996 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.178074 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.205823 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:53:10.212218 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9375f6d0-cba4-4aa7-a3bb-67fcbf0083e3,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.218517 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.218901 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Added segment cf24ed7e-d30c-4dba-81b4-a4d98d889bab of type vlan for network 2c092b2b-c68c-4b83-99f8-4bf2773b027e Jul 29 20:53:10.259029 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.292388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.293563 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:10.294449 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.355720 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3337576 Jul 29 20:53:10.358719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42018) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:10.364390 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Request body: {'subnet': {'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276139691-subnet', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:10.364593 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa4082-20ae-4017-bcd2-9f255545afe1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c092b2b-c68c-4b83-99f8-4bf2773b027e,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.375925 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:53:10.411272 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Made reservation on behalf of 1882d345d07f42ec94be6a802ea3db89 for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:10.414596 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.496945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a428-fef9-4799-a88d-934f010c0176 req-a4fb4fc4-e061-4182-a25b-89ff41c962fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:10.499444 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-36c6a428-fef9-4799-a88d-934f010c0176 req-a4fb4fc4-e061-4182-a25b-89ff41c962fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0561023 Jul 29 20:53:10.537894 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-36c6a428-fef9-4799-a88d-934f010c0176 req-f82dea2a-92af-46a3-8982-4911f35983e6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330627 Jul 29 20:53:10.595866 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.648214 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5780cd0a-3ab9-4643-93ea-1b81843d1b61,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:10.663706 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Checking segment: {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:10.664060 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Network hostable DHCP agents. Network: 2c092b2b-c68c-4b83-99f8-4bf2773b027e, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:53:10.683172 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:53:10.696437 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 2c092b2b-c68c-4b83-99f8-4bf2773b027e) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:10.702716 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:10.703573 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.706784 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6f89d-f3f0-44bf-b773-800651e9bf8a None None] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:10.721770 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42022) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:10.723328 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b337aafc-0c0e-4eb3-9a16-602ec9bbf880 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3631711 Jul 29 20:53:10.726151 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:10.749612 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.750748 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.810515 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.877480 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:53:10.878430 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:10.967744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.144693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device fd30c234-51d9-4607-a41b-d4cad9e8a33f up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:11.246234 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Allocated IP 172.20.0.2 (2c092b2b-c68c-4b83-99f8-4bf2773b027e/5780cd0a-3ab9-4643-93ea-1b81843d1b61/e9328ae5-78ab-418b-aa02-2e4ae545829a) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:11.254388 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.257887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port fd30c234-51d9-4607-a41b-d4cad9e8a33f completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:11.266345 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port fd30c234-51d9-4607-a41b-d4cad9e8a33f triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:11.266994 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.273627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.381513 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Allocated IP 172.27.2.15 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/1b60f027-3528-4154-9c08-dfdaa5449093) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:11.440874 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.463537 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.477713 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port fd30c234-51d9-4607-a41b-d4cad9e8a33f, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=fd30c234-51d9-4607-a41b-d4cad9e8a33f,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:11.480703 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Transition to ACTIVE for port object e9328ae5-78ab-418b-aa02-2e4ae545829a will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:11.485319 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.505493 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.519243 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Transition to ACTIVE for port object e9328ae5-78ab-418b-aa02-2e4ae545829a will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:11.528985 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.550460 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.553711 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=fd30c234-51d9-4607-a41b-d4cad9e8a33f,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:11.557602 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:11.561527 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:11.568799 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:11.579944 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:11.587874 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:11.588574 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:11.589559 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:11.598893 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:11.602452 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:11.638001 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Pushing event updated for resources: {'Port': ['ID=e9328ae5-78ab-418b-aa02-2e4ae545829a,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:11.650027 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Attempting to bind port e9328ae5-78ab-418b-aa02-2e4ae545829a on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:11.650398 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Attempting to bind port e9328ae5-78ab-418b-aa02-2e4ae545829a by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:11.650788 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Attempting to bind port e9328ae5-78ab-418b-aa02-2e4ae545829a on network 2c092b2b-c68c-4b83-99f8-4bf2773b027e {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:11.652054 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Pushing event updated for resources: {'Port': ['ID=1b60f027-3528-4154-9c08-dfdaa5449093,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:11.662581 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:11.662987 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Checking segment: {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:11.663387 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.663773 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Bound using segment: {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:11.664484 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Bound port: e9328ae5-78ab-418b-aa02-2e4ae545829a, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:11.664894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.710439 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:11.730202 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] For port e9328ae5-78ab-418b-aa02-2e4ae545829a, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:11.733398 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] For port e9328ae5-78ab-418b-aa02-2e4ae545829a, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e9328ae5-78ab-418b-aa02-2e4ae545829a,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:11.737908 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:11.772702 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f45ce-4cdc-49f5-ab97-cae292df79ef req-27e8efbc-5737-410e-9352-adc9264e7d40 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:11.774346 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-654f45ce-4cdc-49f5-ab97-cae292df79ef req-27e8efbc-5737-410e-9352-adc9264e7d40 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.1263311 Jul 29 20:53:11.801462 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee053df5-e919-4ec5-919e-1353770cdb6d None None] Pushing event updated for resources: {'Port': ['ID=e9328ae5-78ab-418b-aa02-2e4ae545829a,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:11.844885 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-654f45ce-4cdc-49f5-ab97-cae292df79ef req-958c991e-5803-409e-aea5-c92018684e81 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503221 Jul 29 20:53:11.943694 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 2, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:11.975502 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:11.975845 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Updating router 957dde32-883a-4d15-9ac4-6e889feffd45 port 98c13682-c135-46be-8b30-99f58ed06265 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:53:12.012905 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ac9c7-0452-4a59-8610-04fb46167c0f req-2de76267-2175-4295-99d2-4b4bc1631a1a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:12.014712 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-205ac9c7-0452-4a59-8610-04fb46167c0f req-2de76267-2175-4295-99d2-4b4bc1631a1a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0831721 Jul 29 20:53:12.015945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.019050 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.023168 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42038) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:12.028472 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Request body: {'floatingip': {'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:12.078513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.256794 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.331421 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.345519 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Transition to ACTIVE for port object 98c13682-c135-46be-8b30-99f58ed06265 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:12.355934 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.412507 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Pushing event updated for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:12.442026 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.442026 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.444234 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.444660 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.445058 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.445453 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.445779 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.446098 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.446437 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.446790 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.447109 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.449816 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:12.518485 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Attempting to bind port 98c13682-c135-46be-8b30-99f58ed06265 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:12.518928 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Attempting to bind port 98c13682-c135-46be-8b30-99f58ed06265 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:12.519282 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Attempting to bind port 98c13682-c135-46be-8b30-99f58ed06265 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:12.524576 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:12.524948 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:12.525341 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.525723 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Bound using segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:12.526182 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Bound port: 98c13682-c135-46be-8b30-99f58ed06265, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:12.526572 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.600002 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] For port 98c13682-c135-46be-8b30-99f58ed06265, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:12.603723 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] For port 98c13682-c135-46be-8b30-99f58ed06265, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=98c13682-c135-46be-8b30-99f58ed06265,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:12.610383 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.686846 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66275e6-44ed-47b1-8910-b58818b23004 None None] Pushing event updated for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=4']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:12.694268 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:12.695008 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:12.704593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.713599 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.790111 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Router 60e8df29-e595-4334-94a6-451f30f0d470 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:53:12.893937 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Floating IP 3d63e485-4745-4a1e-9fd5-71a316d52452 associated. External IP: 172.27.2.176, port: fde9c7a4-8973-4270-afb7-6217e750287a. Jul 29 20:53:12.942491 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:12.956757 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Sync routers for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:12.963985 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:12.966744 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fe095b2e-38c0-4fce-a160-b0996bc2bcab admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2427683 Jul 29 20:53:12.968952 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42048) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:12.978013 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:12.987702 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:12.988636 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:13.146678 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b1292-c9b0-4765-9914-736d55daa72c None None] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:53:13.214357 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:13.278494 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:13.282015 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e9328ae5-78ab-418b-aa02-2e4ae545829a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:13.305127 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6db255-e8e5-4bfe-b7ed-a09e8165cdf6 None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:13.354201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:13.360435 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-4fb59bb7-6be0-4dc6-8738-43b9d3f933e2 None None] Provisioning for port e9328ae5-78ab-418b-aa02-2e4ae545829a completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:13.471864 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port e9328ae5-78ab-418b-aa02-2e4ae545829a completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:13.508971 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port e9328ae5-78ab-418b-aa02-2e4ae545829a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:13.509344 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.645765 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 3, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:13.682928 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Checking router: 60e8df29-e595-4334-94a6-451f30f0d470 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:13.683280 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Updating router 60e8df29-e595-4334-94a6-451f30f0d470 port 1b60f027-3528-4154-9c08-dfdaa5449093 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:53:13.710291 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.722457 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.788973 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port e9328ae5-78ab-418b-aa02-2e4ae545829a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e9328ae5-78ab-418b-aa02-2e4ae545829a,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:13.828176 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:13.833011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.834078 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:13.834887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device fd30c234-51d9-4607-a41b-d4cad9e8a33f up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:13.840361 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:13.857561 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:13.858426 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:13.885729 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1a4a0877-6ee4-4037-88bd-fcabca685f0c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "PUT /v2.0/floatingips/3d63e485-4745-4a1e-9fd5-71a316d52452 HTTP/1.1" status: 200 len: 991 time: 1.8609135 Jul 29 20:53:13.892876 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:13.896916 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5349b7-bcfd-4591-abaf-3e29101355e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:13.939712 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=e9328ae5-78ab-418b-aa02-2e4ae545829a,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:13.994457 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:13.997754 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-fc9a662c-5bb2-40b9-9307-70943f6404b8 None None] Provisioning complete for port e9328ae5-78ab-418b-aa02-2e4ae545829a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:13.998266 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-fc9a662c-5bb2-40b9-9307-70943f6404b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.009842 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.056204 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port fd30c234-51d9-4607-a41b-d4cad9e8a33f triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:14.056584 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.215911 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Allocated IP 172.20.0.1 (2c092b2b-c68c-4b83-99f8-4bf2773b027e/5780cd0a-3ab9-4643-93ea-1b81843d1b61/b377537a-ac5c-4242-8e09-4fc3dcf01b12) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:14.271365 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-312b7989-cece-4673-8a1a-fd58ec3a5560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.273388 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '3d63e485-4745-4a1e-9fd5-71a316d52452', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:55Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.300666 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:14.310283 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:14.310928 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.341474 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.358938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Transition to ACTIVE for port object b377537a-ac5c-4242-8e09-4fc3dcf01b12 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:14.391750 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.406586 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.409177 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 98c13682-c135-46be-8b30-99f58ed06265 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:14.411073 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Transition to ACTIVE for port object 1b60f027-3528-4154-9c08-dfdaa5449093 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:14.427296 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:14.432681 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.446655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:14.451094 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:14.453519 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:14.482938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.498348 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47901bf-ce13-41a8-916c-592d352fcb56 None None] Pushing event updated for resources: {'Port': ['ID=1b60f027-3528-4154-9c08-dfdaa5449093,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.503761 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.504727 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Attempting to bind port 1b60f027-3528-4154-9c08-dfdaa5449093 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:14.505094 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Attempting to bind port 1b60f027-3528-4154-9c08-dfdaa5449093 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:14.505448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Attempting to bind port 1b60f027-3528-4154-9c08-dfdaa5449093 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:14.514830 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:14.515304 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:14.515598 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.515981 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:14.516449 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Bound port: 1b60f027-3528-4154-9c08-dfdaa5449093, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:14.516828 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.553147 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 98c13682-c135-46be-8b30-99f58ed06265 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:14.561323 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 98c13682-c135-46be-8b30-99f58ed06265 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:14.562090 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.612105 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] For port 1b60f027-3528-4154-9c08-dfdaa5449093, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:14.618382 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] For port 1b60f027-3528-4154-9c08-dfdaa5449093, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1b60f027-3528-4154-9c08-dfdaa5449093,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:14.627156 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.671503 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.725901 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47901bf-ce13-41a8-916c-592d352fcb56 None None] Pushing event updated for resources: {'Port': ['ID=1b60f027-3528-4154-9c08-dfdaa5449093,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.728967 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.731317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:14.732882 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:52:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.736944 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '3d63e485-4745-4a1e-9fd5-71a316d52452', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:55Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:14.764269 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8190bcf-89e9-4479-890f-cf7b53753bbe None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '3d63e485-4745-4a1e-9fd5-71a316d52452', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:52:55Z', 'updated_at': '2021-07-29T20:53:12Z', 'revision_number': 1, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:14.814365 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 98c13682-c135-46be-8b30-99f58ed06265, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=98c13682-c135-46be-8b30-99f58ed06265,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:14.842722 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.875418 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f4e3e9e7-da63-4c49-996a-3e9b11b50abf None None] Provisioning for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:14.877556 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.882668 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.893603 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f4e3e9e7-da63-4c49-996a-3e9b11b50abf None None] Provisioning complete for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:14.893977 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e9e7-da63-4c49-996a-3e9b11b50abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.929729 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:14.949657 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.953281 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:14.969667 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:14.985218 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3e9e7-da63-4c49-996a-3e9b11b50abf None None] Port b377537a-ac5c-4242-8e09-4fc3dcf01b12 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:15.024774 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66601cb-2a3f-4222-9561-8938f547c3e9 None None] New status for floating IP 3d63e485-4745-4a1e-9fd5-71a316d52452: ACTIVE {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:53:15.078046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:15.079414 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:15.093737 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e9328ae5-78ab-418b-aa02-2e4ae545829a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:15.200303 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Router 60e8df29-e595-4334-94a6-451f30f0d470 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:15.290383 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port e9328ae5-78ab-418b-aa02-2e4ae545829a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:15.290778 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.312795 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:15.318100 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-cb7a064d-b1e3-4014-b413-c0ab3a77a7b8 admin admin] 10.222.0.43 "PUT /v2.0/routers/60e8df29-e595-4334-94a6-451f30f0d470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3480585 Jul 29 20:53:15.344169 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-650204fb-e6c7-45b9-bab9-01e1de249215 None None] Provisioning complete for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:15.344569 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-650204fb-e6c7-45b9-bab9-01e1de249215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.388585 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'b377537a-ac5c-4242-8e09-4fc3dcf01b12', 'name': '', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'mac_address': 'fa:16:3e:82:03:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:14Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 1, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'subnets': [{'id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:15.392178 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-650204fb-e6c7-45b9-bab9-01e1de249215 None None] Port b377537a-ac5c-4242-8e09-4fc3dcf01b12 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:15.422478 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c387f19-1ba9-4e90-be5d-b58eb6d58d7c None None] The sync data for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi is: [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'b377537a-ac5c-4242-8e09-4fc3dcf01b12', 'name': '', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'mac_address': 'fa:16:3e:82:03:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:14Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 1, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'subnets': [{'id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:15.460306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 98c13682-c135-46be-8b30-99f58ed06265 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:15.504611 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 98c13682-c135-46be-8b30-99f58ed06265 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:15.504976 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:15.762157 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de4cb9-7aee-4873-b5ac-e0c854470819 x-openstack-request-id: req-b4de4cb9-7aee-4873-b5ac-e0c854470819 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:15.762651 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:15.762793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4de4cb9-7aee-4873-b5ac-e0c854470819 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:15.763094 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'status': 'completed', 'code': 200} Jul 29 20:53:15.833425 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-856ede05-461c-4317-98a1-90930bc0ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:15.835036 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-856ede05-461c-4317-98a1-90930bc0ee9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1098 time: 0.0428944 Jul 29 20:53:15.929400 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-65cbac49-4c5d-4a0f-b468-2604efffa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:15.930920 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-65cbac49-4c5d-4a0f-b468-2604efffa8ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.0866001 Jul 29 20:53:16.003832 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-e6176a77-1ff1-496d-b522-7d1a047bf027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 1001 time: 0.0650134 Jul 29 20:53:16.055168 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-30731941-df68-412a-8f9a-163fa3f823d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:16.056829 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-30731941-df68-412a-8f9a-163fa3f823d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0440729 Jul 29 20:53:16.108926 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-f0492174-7535-409b-855b-493b47470e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:16.110832 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-f0492174-7535-409b-855b-493b47470e13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456073 Jul 29 20:53:16.236716 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-a9bc6b18-4b1c-4009-b514-83f9d35565c3 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101782 Jul 29 20:53:16.290592 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42070) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:16.296201 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471283698', 'description': 'tempest-secgroup-smoke-471283698 description', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:16.325590 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.358123 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4f5349b7-bcfd-4591-abaf-3e29101355e0 req-9bc5033d-002b-46af-905c-1144f630a0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139450 Jul 29 20:53:16.413152 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.417138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.443462 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.447385 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1530151 Jul 29 20:53:16.447624 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42072) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:16.452839 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:16.457999 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4dfc-b594-40c6-ab3e-a1fea906db73 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e18b96-0aa9-4c22-994f-869ce74b1bd9,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:16.485890 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.543569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.547517 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.570627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc6817c-96c3-41b9-9679-a1471a590b82,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:16.575686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.577096 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4da92dbe-c0e0-4529-b45f-6b961ba1f37c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275854 Jul 29 20:53:16.579580 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42076) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:16.584286 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:16.612583 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.699783 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.704739 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.726092 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a3b292-1549-4734-8cc4-08deb1f5c092,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:16.735485 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.741422 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c3bee54c-8415-4cbb-a460-6631df6ca9f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608126 Jul 29 20:53:16.742066 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42084) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:16.746948 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:16.799484 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.876418 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.880415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.901695 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398a93fe-6490-43bc-b722-cfa4bda56785,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:16.905521 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:16.909538 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c48167f7-e2b6-4683-900e-b72ddc191c3f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1637235 Jul 29 20:53:16.910004 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42086) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:16.915061 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:16.959138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.051303 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.056745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.088721 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.090002 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790788 Jul 29 20:53:17.091291 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998203e-c05a-4207-85c5-bf4edde7fa33 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead74094-9228-49e4-b839-157acab16460,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:17.093215 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42092) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:17.098022 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1b60f027-3528-4154-9c08-dfdaa5449093 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:17.103036 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:17.123894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a3a56405-3e86-4229-b9f8-00d51db3c2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.132022 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.securitygroups_db [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Project 8bd8fe69a4ca43b58f9f73a949e8308e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:53:17.137182 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.159935 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 1b60f027-3528-4154-9c08-dfdaa5449093 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:17.163989 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 1b60f027-3528-4154-9c08-dfdaa5449093 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:17.164359 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.206556 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.210286 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.232832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2db14e5-77d3-46f0-bb46-b48cb3227e82,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:17.236431 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.237869 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-fc79cc1f-8e54-4338-90db-410658589f25 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431396 Jul 29 20:53:17.240557 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42094) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:17.245520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'security_group_rule': {'security_group_id': '37e18b96-0aa9-4c22-994f-869ce74b1bd9', 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:17.255058 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.269347 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.securitygroups_db [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Project 8bd8fe69a4ca43b58f9f73a949e8308e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:53:17.275502 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.276281 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 1b60f027-3528-4154-9c08-dfdaa5449093, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1b60f027-3528-4154-9c08-dfdaa5449093,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:17.281423 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.330797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=1b60f027-3528-4154-9c08-dfdaa5449093,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:17.354748 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.358489 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.378014 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc9ea03-49eb-4282-9045-396ece87ddba,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:17.385793 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.387746 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4dd052b5-f3d9-40c7-8fd0-268e56201aee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460259 Jul 29 20:53:17.557825 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:17.609600 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.036839 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Sync routers for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:18.046143 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:18.046904 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:53:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:18.159436 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:18.363081 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'b377537a-ac5c-4242-8e09-4fc3dcf01b12', 'name': '', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'mac_address': 'fa:16:3e:82:03:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:14Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 2, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'subnets': [{'id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:18.396812 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Checking router: 60e8df29-e595-4334-94a6-451f30f0d470 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:53:18.397158 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Updating router 60e8df29-e595-4334-94a6-451f30f0d470 port b377537a-ac5c-4242-8e09-4fc3dcf01b12 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:53:18.421959 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.769681 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.780887 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Transition to ACTIVE for port object b377537a-ac5c-4242-8e09-4fc3dcf01b12 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:18.786995 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.840595 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1495-e01e-4189-8b2d-9c6075b5bb88 None None] Pushing event updated for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:18.887978 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Attempting to bind port b377537a-ac5c-4242-8e09-4fc3dcf01b12 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:18.888484 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Attempting to bind port b377537a-ac5c-4242-8e09-4fc3dcf01b12 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:18.888848 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Attempting to bind port b377537a-ac5c-4242-8e09-4fc3dcf01b12 on network 2c092b2b-c68c-4b83-99f8-4bf2773b027e {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:18.894351 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:18.895011 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Checking segment: {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:18.895614 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.896003 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Bound using segment: {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:18.896477 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Bound port: b377537a-ac5c-4242-8e09-4fc3dcf01b12, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:18.896873 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:18.969036 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] For port b377537a-ac5c-4242-8e09-4fc3dcf01b12, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:18.972672 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] For port b377537a-ac5c-4242-8e09-4fc3dcf01b12, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=b377537a-ac5c-4242-8e09-4fc3dcf01b12,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:18.977516 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:19.025474 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:19.042147 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1495-e01e-4189-8b2d-9c6075b5bb88 None None] Pushing event updated for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=4']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:19.057764 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:19.058673 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:53:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:19.110818 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1b60f027-3528-4154-9c08-dfdaa5449093 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:19.179870 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 1b60f027-3528-4154-9c08-dfdaa5449093 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:19.180239 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:19.182014 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:19.404787 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'b377537a-ac5c-4242-8e09-4fc3dcf01b12', 'name': '', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'mac_address': 'fa:16:3e:82:03:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:14Z', 'updated_at': '2021-07-29T20:53:18Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'subnets': [{'id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:19.431713 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b9cda-bde0-4f35-9ec4-2f0631e6b583 None None] The sync data for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi is: [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'b377537a-ac5c-4242-8e09-4fc3dcf01b12', 'name': '', 'network_id': '2c092b2b-c68c-4b83-99f8-4bf2773b027e', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'mac_address': 'fa:16:3e:82:03:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:14Z', 'updated_at': '2021-07-29T20:53:18Z', 'revision_number': 4, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'subnets': [{'id': '5780cd0a-3ab9-4643-93ea-1b81843d1b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:53:21.075137 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device b377537a-ac5c-4242-8e09-4fc3dcf01b12 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:21.124776 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:21.128574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:21.128942 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.208035 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.244260 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port b377537a-ac5c-4242-8e09-4fc3dcf01b12, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=b377537a-ac5c-4242-8e09-4fc3dcf01b12,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:21.249418 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:21.304307 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:23.050076 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device b377537a-ac5c-4242-8e09-4fc3dcf01b12 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:23.097280 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port b377537a-ac5c-4242-8e09-4fc3dcf01b12 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:23.097739 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.119285 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42264) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:26.164816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Deleting subnet a9171227-d585-4820-8230-8cdd4de018bb {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:53:26.167841 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.204630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.243450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.297772 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.328262 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9171227-d585-4820-8230-8cdd4de018bb,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:26.330310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.335533 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9684ee6a-d94d-4831-b321-4e97e5d748ec admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a9171227-d585-4820-8230-8cdd4de018bb HTTP/1.1" status: 204 len: 168 time: 0.2124221 Jul 29 20:53:26.335533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42268) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:26.402256 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.483431 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.493441 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d0dc5b-bb46-497a-a688-c67a43718f6b']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:26.503690 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9469c50-a96f-4ac6-970f-3d4deb67365d') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:26.503989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9469c50-a96f-4ac6-970f-3d4deb67365d') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:26.513829 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.527391 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.534032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:53:26.534418 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:53:26.536117 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:53:26.589305 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.595102 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.596927 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f1d0dc5b-bb46-497a-a688-c67a43718f6b HTTP/1.1" status: 204 len: 168 time: 0.2607369 Jul 29 20:53:26.607721 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24125-c8fe-400b-bc19-0c3d13e7126c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d0dc5b-bb46-497a-a688-c67a43718f6b,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:26.768650 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42276) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:26.808233 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ff6494f7-23e2-4d41-b382-f483e251fa53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c3ca6be2eb6410a9aafb84824dd9f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384040 Jul 29 20:53:26.811155 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42278) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:26.863809 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.885263 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.930854 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.933333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:26.934525 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2cac973-0728-4b62-8041-a3ab21708b03 HTTP/1.1" status: 204 len: 168 time: 0.1224813 Jul 29 20:53:26.942644 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024def0-31df-45b3-a6d4-4eee07397dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cac973-0728-4b62-8041-a3ab21708b03,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:29.803203 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:35.912494 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42406) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:36.014628 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7db53102-6bc1-40e2-9671-2200d72d2f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.103328 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7db53102-6bc1-40e2-9671-2200d72d2f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.106701 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7db53102-6bc1-40e2-9671-2200d72d2f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.144095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7db53102-6bc1-40e2-9671-2200d72d2f1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d61b9abb8024a05b363f7f7ba739f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305548 Jul 29 20:53:36.144966 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db53102-6bc1-40e2-9671-2200d72d2f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a34d41-f940-4727-aad5-24744e8d7340,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:36.147544 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 42414) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:36.195930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.216041 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.263175 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.265702 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:36.266843 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69a34d41-f940-4727-aad5-24744e8d7340 HTTP/1.1" status: 204 len: 168 time: 0.1182725 Jul 29 20:53:36.274254 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb181b-d41d-43f8-9b92-addc58d250ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a34d41-f940-4727-aad5-24744e8d7340,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:37.211155 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-ca94dfe4-db1f-4f34-b99f-c35c9fbb2a5e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471283698&fields=id&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 267 time: 0.0309632 Jul 29 20:53:37.315747 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-c2bda337-9b5e-4b91-b119-38eb6be2afc6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:37.317218 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-c2bda337-9b5e-4b91-b119-38eb6be2afc6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.0988193 Jul 29 20:53:37.331676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-409aaaab-417a-4b99-8ef4-2a44616ca991 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/quotas/8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 375 time: 0.0088449 Jul 29 20:53:37.381905 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-acf6886e-8901-46f1-b167-2def9c131308 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449977 Jul 29 20:53:37.580414 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-0b835865-8e77-4c67-89e7-a5ee9f9f41de service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855817 Jul 29 20:53:37.668865 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-d6cae52b-d4e5-4acb-904a-b36ff3c67aa1 service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812566 Jul 29 20:53:37.994409 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-05683e96-0f26-4bf2-89bb-f949d6e7bc1e req-735362fb-2698-4357-b4ac-409cb72a628a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0726991 Jul 29 20:53:39.104260 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-545a674b-989c-4c2c-aeaf-f80846afb73c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:39.105857 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-545a674b-989c-4c2c-aeaf-f80846afb73c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.1135266 Jul 29 20:53:39.108520 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bedae9ce-1ea4-4898-90b2-559022955365 req-f999cd21-ed18-467a-8722-2f0512243f8c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0392897 Jul 29 20:53:39.165600 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-fdaf2d63-3498-4ec7-834c-651157cac0cf tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 379 time: 0.0457430 Jul 29 20:53:39.176268 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'port': {'device_id': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'admin_state_up': True, 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'security_groups': ['37e18b96-0aa9-4c22-994f-869ce74b1bd9']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:39.288668 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Made reservation on behalf of 8bd8fe69a4ca43b58f9f73a949e8308e for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:53:39.292282 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.371746 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:53:39.413755 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.20.0.12 (46c69d31-1be2-471d-a946-4a013f8fef40/4ca5809e-6d46-4515-b340-7fe1f9efe3af/a26e7fda-0f90-421e-90da-2bc4eb04b257) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:39.545992 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.559070 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Transition to ACTIVE for port object a26e7fda-0f90-421e-90da-2bc4eb04b257 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:39.590251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.631744 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:39.634638 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:39.638142 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:39.667381 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:39.695220 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:39.695874 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.711095 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-1dc40777-c9ef-4c13-8f12-8d870b454f57 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389631 Jul 29 20:53:39.724014 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Request body: {'port': {'device_id': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:39.777796 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.849604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-ec03547f-040e-42e1-ad4e-cee7f071f283 None None] Provisioning for port a26e7fda-0f90-421e-90da-2bc4eb04b257 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:39.853472 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-ec03547f-040e-42e1-ad4e-cee7f071f283 None None] Provisioning complete for port a26e7fda-0f90-421e-90da-2bc4eb04b257 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:39.854043 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-ec03547f-040e-42e1-ad4e-cee7f071f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:39.886033 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-ec03547f-040e-42e1-ad4e-cee7f071f283 None None] Port a26e7fda-0f90-421e-90da-2bc4eb04b257 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:53:40.037013 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26e7fda-0f90-421e-90da-2bc4eb04b257 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:40.044900 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.056310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Transition to ACTIVE for port object a26e7fda-0f90-421e-90da-2bc4eb04b257 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:53:40.059548 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.106473 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Pushing event updated for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:40.177340 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Attempting to bind port a26e7fda-0f90-421e-90da-2bc4eb04b257 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:53:40.177677 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Attempting to bind port a26e7fda-0f90-421e-90da-2bc4eb04b257 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:53:40.178006 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Attempting to bind port a26e7fda-0f90-421e-90da-2bc4eb04b257 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:40.182663 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Port a26e7fda-0f90-421e-90da-2bc4eb04b257 on network 46c69d31-1be2-471d-a946-4a013f8fef40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:53:40.183024 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Attempting to bind port a26e7fda-0f90-421e-90da-2bc4eb04b257 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:53:40.191027 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:53:40.191367 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:53:40.191755 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Bound using segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:53:40.192285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Bound port: a26e7fda-0f90-421e-90da-2bc4eb04b257, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:53:40.192635 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.235507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897133-0e11-4fce-8345-2fe85d81f2c9 req-310eab02-1dc2-4828-97aa-2fb6b0de3a82 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.239088 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-94897133-0e11-4fce-8345-2fe85d81f2c9 req-310eab02-1dc2-4828-97aa-2fb6b0de3a82 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0599024 Jul 29 20:53:40.278707 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:53:40.280589 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-94897133-0e11-4fce-8345-2fe85d81f2c9 req-c5c949a0-402b-42aa-9a33-ad9e85000e46 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351019 Jul 29 20:53:40.282361 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:53:40.288435 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.321958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.322563 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:40.323982 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] 10.222.0.44 "PUT /v2.0/ports/a26e7fda-0f90-421e-90da-2bc4eb04b257 HTTP/1.1" status: 200 len: 1094 time: 0.6043665 Jul 29 20:53:40.324408 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:40.327188 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ac222f-76d3-4325-b6e3-0ca0429c58bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:40.360803 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384aaaa-8106-4c0f-bed6-cfd734880c93 service neutron] Pushing event updated for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:40.371656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783db3d-3c7f-4f9e-bf38-65d9e9f5ec35 x-openstack-request-id: req-0783db3d-3c7f-4f9e-bf38-65d9e9f5ec35 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:40.371951 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:40.372212 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0783db3d-3c7f-4f9e-bf38-65d9e9f5ec35 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:40.372613 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'status': 'completed', 'code': 200} Jul 29 20:53:40.415551 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-174aa017-bb6a-4153-83e8-f1a8e28a0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.417082 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-174aa017-bb6a-4153-83e8-f1a8e28a0347 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0429578 Jul 29 20:53:40.459527 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-e8834738-6304-4e94-9a43-981c5e101599 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257 HTTP/1.1" status: 200 len: 217 time: 0.0343275 Jul 29 20:53:40.515137 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-ad225f0f-1757-455a-8abd-79eee345ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.516566 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-ad225f0f-1757-455a-8abd-79eee345ae18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0467548 Jul 29 20:53:40.561733 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b7521-a2d4-4f03-b994-17766684cce6 req-8f6ecb0f-37b0-49ab-b149-b81c54683040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.563208 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-8f6ecb0f-37b0-49ab-b149-b81c54683040 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393670 Jul 29 20:53:40.648865 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-837ae86e-2051-48b6-9031-44886db39a7b service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770910 Jul 29 20:53:40.737513 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-154b7521-a2d4-4f03-b994-17766684cce6 req-13f82c49-14a7-4bd2-ad5b-d4d27c62580d service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811558 Jul 29 20:53:40.824091 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-f2fff22f-d825-4b15-8b7b-b477de00c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.825540 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-f2fff22f-d825-4b15-8b7b-b477de00c398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0403018 Jul 29 20:53:40.915713 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-63d4165c-816c-4343-af0c-720a71be53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:40.917144 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-63d4165c-816c-4343-af0c-720a71be53c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0833924 Jul 29 20:53:40.956833 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-df482e87-bb94-433b-97a3-621b97c4afc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257 HTTP/1.1" status: 200 len: 217 time: 0.0319283 Jul 29 20:53:41.005779 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-97e0a108-5e4d-401f-a8fe-d991be46f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:41.007389 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-97e0a108-5e4d-401f-a8fe-d991be46f0f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0433891 Jul 29 20:53:41.058467 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-039b1c74-2bce-4f1d-bbe1-956ffc210413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:41.059976 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-039b1c74-2bce-4f1d-bbe1-956ffc210413 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451717 Jul 29 20:53:41.146990 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-d4136c46-9960-432a-bb67-0cddd1c2a178 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785718 Jul 29 20:53:41.238705 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-32ac222f-76d3-4325-b6e3-0ca0429c58bc req-70b616d2-7854-4a2c-8d8a-5cbbc654f88c service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822680 Jul 29 20:53:41.397071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e13e3-855c-4dff-ac0b-3c700ca40f23 req-20ce8776-3c06-44ea-9721-d802f0dec722 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:41.398561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b0e13e3-855c-4dff-ac0b-3c700ca40f23 req-20ce8776-3c06-44ea-9721-d802f0dec722 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0487480 Jul 29 20:53:41.435407 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6b0e13e3-855c-4dff-ac0b-3c700ca40f23 req-4f06344d-c2b9-4240-8061-c23ed209e150 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309899 Jul 29 20:53:42.549218 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bdb6f-1bb9-4554-bdd9-842c128cff69 req-49508068-c36f-487a-a93e-4097206c5d86 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:42.551546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3f7bdb6f-1bb9-4554-bdd9-842c128cff69 req-49508068-c36f-487a-a93e-4097206c5d86 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0492110 Jul 29 20:53:42.587759 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3f7bdb6f-1bb9-4554-bdd9-842c128cff69 req-42996afd-8a85-40e2-b0a8-26f08e48c13e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Jul 29 20:53:43.703370 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bdfaf-f2d3-4f46-9d7f-3525964aad6c req-c2e71b68-bf49-4701-a827-850594a95445 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:43.704855 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d6bdfaf-f2d3-4f46-9d7f-3525964aad6c req-c2e71b68-bf49-4701-a827-850594a95445 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0515745 Jul 29 20:53:43.742291 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d6bdfaf-f2d3-4f46-9d7f-3525964aad6c req-d3fdc32d-be43-45f5-b5f5-ab6a77813b70 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Jul 29 20:53:44.134825 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-854bdb36-8240-4459-b976-878bf5c5bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:44.859825 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637bec-3d8f-4375-9683-31868df8ceb6 req-9798f1a0-90af-4508-88a5-7edd54aa1079 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:44.861315 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-90637bec-3d8f-4375-9683-31868df8ceb6 req-9798f1a0-90af-4508-88a5-7edd54aa1079 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0526462 Jul 29 20:53:44.897577 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-90637bec-3d8f-4375-9683-31868df8ceb6 req-6b54015d-3f1c-473c-a3ba-096194fea926 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303917 Jul 29 20:53:46.011096 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9990f-a3bf-4221-bbf6-18948ed3b1c3 req-e1f8d7d6-04f6-467d-963f-9c3c9ae5c2c6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:46.012587 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e2a9990f-a3bf-4221-bbf6-18948ed3b1c3 req-e1f8d7d6-04f6-467d-963f-9c3c9ae5c2c6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0493801 Jul 29 20:53:46.049389 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e2a9990f-a3bf-4221-bbf6-18948ed3b1c3 req-96c3ae8f-7147-4387-b027-01df2548574d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310123 Jul 29 20:53:46.548960 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f2324-982d-40f9-b825-7ce24acd76fe req-f1149c6f-a815-4d4f-87b7-1fd29581f7e5 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:46.550382 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f81f2324-982d-40f9-b825-7ce24acd76fe req-f1149c6f-a815-4d4f-87b7-1fd29581f7e5 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0715961 Jul 29 20:53:46.587983 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f81f2324-982d-40f9-b825-7ce24acd76fe req-657953bf-8ab3-4172-9f45-a52ae33b76dc tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Jul 29 20:53:47.096164 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e29d7138-4339-4381-893a-f977214f088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:47.164968 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff0c55-b27a-4d6f-9149-1acd7f6752e3 req-e18733f4-8435-4d2b-b5da-514bdb1dc74d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:47.166441 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95ff0c55-b27a-4d6f-9149-1acd7f6752e3 req-e18733f4-8435-4d2b-b5da-514bdb1dc74d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0481308 Jul 29 20:53:47.203587 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95ff0c55-b27a-4d6f-9149-1acd7f6752e3 req-13fd3181-599a-4c12-b2c2-d8592da2361f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308123 Jul 29 20:53:47.560475 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:47.609567 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:47.701648 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20db32f-0fa4-4c23-bb1e-1f60cd25c13d req-699e6030-fda9-4180-acec-76a2db1ca626 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:47.703121 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f20db32f-0fa4-4c23-bb1e-1f60cd25c13d req-699e6030-fda9-4180-acec-76a2db1ca626 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0470309 Jul 29 20:53:47.740036 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f20db32f-0fa4-4c23-bb1e-1f60cd25c13d req-cf628a4e-6b46-46ae-b5e0-d1dea2b10129 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311506 Jul 29 20:53:48.323307 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7ccf-e82e-4d4e-a57e-0e5f529bc132 req-eb8f1d84-f0a7-4132-9369-3b33f01d6553 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:48.324777 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb0e7ccf-e82e-4d4e-a57e-0e5f529bc132 req-eb8f1d84-f0a7-4132-9369-3b33f01d6553 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0549831 Jul 29 20:53:48.362109 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb0e7ccf-e82e-4d4e-a57e-0e5f529bc132 req-b46ed947-8a7e-41ad-92c8-423d22dea7ee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307872 Jul 29 20:53:48.853463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38076c-76dc-4e37-a67b-90811bbd9664 req-a875ac6f-bc28-4f4c-9a50-0258725a17e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:48.854975 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd38076c-76dc-4e37-a67b-90811bbd9664 req-a875ac6f-bc28-4f4c-9a50-0258725a17e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0477610 Jul 29 20:53:48.891759 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd38076c-76dc-4e37-a67b-90811bbd9664 req-9a579fe4-de92-41b8-ad46-4b5190063782 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305572 Jul 29 20:53:49.021844 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:49.473318 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbc41b-726d-4446-ba09-0850a942c9fc req-9d5af08e-7d8f-45cc-80d9-3810e12e50a9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:49.474827 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5bbc41b-726d-4446-ba09-0850a942c9fc req-9d5af08e-7d8f-45cc-80d9-3810e12e50a9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0476792 Jul 29 20:53:49.511772 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5bbc41b-726d-4446-ba09-0850a942c9fc req-d68acb97-c2a7-4769-b50a-a8c6fd809fe8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Jul 29 20:53:50.008422 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6d980-31ce-4fa5-abe4-912597799470 req-5f5571bd-388e-4a2e-8ee3-06b82d1f94b2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:50.009870 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-10d6d980-31ce-4fa5-abe4-912597799470 req-5f5571bd-388e-4a2e-8ee3-06b82d1f94b2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0507374 Jul 29 20:53:50.047022 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-10d6d980-31ce-4fa5-abe4-912597799470 req-f3fe59af-326f-4b53-9530-430ddeebad7c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Jul 29 20:53:50.621660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e4886-9909-49e9-81c5-2957666f380a req-e517842b-2d0c-41ea-84a8-7cc83d5ffa2b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:50.623139 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-241e4886-9909-49e9-81c5-2957666f380a req-e517842b-2d0c-41ea-84a8-7cc83d5ffa2b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0476794 Jul 29 20:53:50.658928 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-241e4886-9909-49e9-81c5-2957666f380a req-9e5eda34-7f67-4ef6-bb40-fdaf0479b25b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Jul 29 20:53:51.159789 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248fd4-c7d8-4453-9a7f-7f9c1bc94af6 req-4d2a8091-bb96-469a-b300-3e3c97d1d075 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:51.161256 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-61248fd4-c7d8-4453-9a7f-7f9c1bc94af6 req-4d2a8091-bb96-469a-b300-3e3c97d1d075 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0471365 Jul 29 20:53:51.199072 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-61248fd4-c7d8-4453-9a7f-7f9c1bc94af6 req-866dfdd4-df6d-44a5-9b58-a5982872124d tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Jul 29 20:53:51.690725 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-dea1bbaa-bc85-4bb2-891f-2f9ed45d6c0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815210 Jul 29 20:53:51.774833 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd84085-0e0b-40d7-8704-e6fbe5d5c9b1 req-2493df58-5ba1-4cc7-86d6-aa67d64e1211 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:51.776022 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806392-246b-454b-a4c1-bf2569c54495 req-ee3237ee-7f63-4dfa-bc06-e1a6e5a08dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:51.776321 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4bd84085-0e0b-40d7-8704-e6fbe5d5c9b1 req-2493df58-5ba1-4cc7-86d6-aa67d64e1211 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0518227 Jul 29 20:53:51.777556 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-ee3237ee-7f63-4dfa-bc06-e1a6e5a08dd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0394225 Jul 29 20:53:51.814859 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4bd84085-0e0b-40d7-8704-e6fbe5d5c9b1 req-f6f8f78e-5880-4527-89e6-1bff8fe56468 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Jul 29 20:53:51.880249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806392-246b-454b-a4c1-bf2569c54495 req-85d7b740-f6f9-48d0-a07a-b1bdf8d81aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:51.881631 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-85d7b740-f6f9-48d0-a07a-b1bdf8d81aa9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.0843663 Jul 29 20:53:51.944842 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-9967d4c3-a12a-4392-823d-7630383ff2f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 1001 time: 0.0547435 Jul 29 20:53:51.993756 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806392-246b-454b-a4c1-bf2569c54495 req-fdc18368-891a-4e98-9897-89b7a631a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:51.995140 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-fdc18368-891a-4e98-9897-89b7a631a2c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0410500 Jul 29 20:53:52.042635 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806392-246b-454b-a4c1-bf2569c54495 req-9d247aa4-b5a9-4520-8304-19fc0b3201db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:52.044091 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-9d247aa4-b5a9-4520-8304-19fc0b3201db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412807 Jul 29 20:53:52.131245 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-e844cdbe-9fb3-4a87-bda9-baae29201463 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793302 Jul 29 20:53:52.219703 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1b806392-246b-454b-a4c1-bf2569c54495 req-fa229864-5230-46ec-88d9-f8afea2fb513 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806298 Jul 29 20:53:52.316569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cfc92-2524-44f7-9b56-3677d288ea52 req-78e7987c-d687-453e-ba06-4c7ee30c5d35 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:52.318058 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b92cfc92-2524-44f7-9b56-3677d288ea52 req-78e7987c-d687-453e-ba06-4c7ee30c5d35 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0476148 Jul 29 20:53:52.355447 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b92cfc92-2524-44f7-9b56-3677d288ea52 req-206af062-41f1-4214-9c11-ed7d80b59333 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Jul 29 20:53:52.927758 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91188cce-08f0-47b1-a418-886385eab291 req-00add1fd-b820-4c4a-8c1c-ea2f4f5359e6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:52.929219 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91188cce-08f0-47b1-a418-886385eab291 req-00add1fd-b820-4c4a-8c1c-ea2f4f5359e6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0475535 Jul 29 20:53:52.964974 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91188cce-08f0-47b1-a418-886385eab291 req-1b824277-5aba-48b0-9a50-bf4b80cb9e39 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300388 Jul 29 20:53:53.474921 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09fe51-a23f-4a7f-aa77-80f258672b10 req-e048fc8b-749c-4877-849b-610876bb2813 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:53.476366 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc09fe51-a23f-4a7f-aa77-80f258672b10 req-e048fc8b-749c-4877-849b-610876bb2813 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0508089 Jul 29 20:53:53.511604 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc09fe51-a23f-4a7f-aa77-80f258672b10 req-3ba13f8e-c8d0-4a1e-b86a-ca74d81454f3 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294347 Jul 29 20:53:53.878528 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device a26e7fda-0f90-421e-90da-2bc4eb04b257 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:53:53.986161 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:53.997652 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'port_id': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'mac_address': 'fa:16:3e:65:f6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:53:54.036188 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.049424 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26e7fda-0f90-421e-90da-2bc4eb04b257 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:53:54.073970 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:54.081059 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:54.087631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db97cdd-dd73-4c88-a9c1-180d24c2b704 req-5851ac08-e3f2-4c95-a510-2baff67ff320 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:54.090206 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9db97cdd-dd73-4c88-a9c1-180d24c2b704 req-5851ac08-e3f2-4c95-a510-2baff67ff320 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 944 time: 0.0544164 Jul 29 20:53:54.131215 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9db97cdd-dd73-4c88-a9c1-180d24c2b704 req-005d5aab-10d0-4975-943c-6c15239e63bb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348437 Jul 29 20:53:54.132318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:54.353280 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['a26e7fda-0f90-421e-90da-2bc4eb04b257'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:53:54.625179 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d753-bf74-43ee-aa52-76cd59189787 req-41aeff23-ea7a-4626-9aea-661d1e2830a3 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:54.626577 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e47d753-bf74-43ee-aa52-76cd59189787 req-41aeff23-ea7a-4626-9aea-661d1e2830a3 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0477476 Jul 29 20:53:54.662414 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7e47d753-bf74-43ee-aa52-76cd59189787 req-09035397-1ab8-47e1-986c-cf39570d727f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300732 Jul 29 20:53:55.247583 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b9345-02fc-4be4-a8c5-8dd0dec3b2da req-7c73a232-8ef4-4746-a161-626c3a46512b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:55.249571 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1e9b9345-02fc-4be4-a8c5-8dd0dec3b2da req-7c73a232-8ef4-4746-a161-626c3a46512b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 945 time: 0.0515561 Jul 29 20:53:55.286193 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1e9b9345-02fc-4be4-a8c5-8dd0dec3b2da req-0249f1ac-8826-4011-97b3-32b365188839 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307143 Jul 29 20:53:55.773926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff9ea5-a727-4186-8ff7-0950357d8f68 req-dd6eb75d-64af-43b5-af71-071e500c8ab0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:55.775411 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7dff9ea5-a727-4186-8ff7-0950357d8f68 req-dd6eb75d-64af-43b5-af71-071e500c8ab0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0475166 Jul 29 20:53:55.812389 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7dff9ea5-a727-4186-8ff7-0950357d8f68 req-e89f50e6-c763-4595-a028-2f274682ce11 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Jul 29 20:53:55.889566 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device a26e7fda-0f90-421e-90da-2bc4eb04b257 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:53:55.936482 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port a26e7fda-0f90-421e-90da-2bc4eb04b257 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:53:55.939966 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port a26e7fda-0f90-421e-90da-2bc4eb04b257 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:53:55.940336 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.014306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.036165 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:56.038371 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8a0e7-2ce8-44ab-b952-15d0a7a80afd" -d '{"events": [{"server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "name": "network-vif-plugged", "status": "completed", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:56.051070 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:53:56.054982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:56.077692 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de87c54-810e-406f-927c-da29f68c19ac x-openstack-request-id: req-3de87c54-810e-406f-927c-da29f68c19ac {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:56.077982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "name": "network-vif-plugged", "status": "completed", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:56.078230 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3de87c54-810e-406f-927c-da29f68c19ac {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:56.078612 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'code': 200} Jul 29 20:53:56.104363 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:56.270219 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518b1e-a599-438e-b04e-3d39ad72f9c7 req-30ec23a2-b3eb-4da5-a3de-8e2c5f899940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:56.271650 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-13518b1e-a599-438e-b04e-3d39ad72f9c7 req-30ec23a2-b3eb-4da5-a3de-8e2c5f899940 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0404685 Jul 29 20:53:56.306641 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-13518b1e-a599-438e-b04e-3d39ad72f9c7 req-ae9d2916-2887-4c21-b86c-76eabe8c4141 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271540 Jul 29 20:53:56.396067 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965d684-a288-4a06-99fc-7a0cfbe2db80 req-d9d617ae-3161-40d7-9fa2-9a921b818f3b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:56.397546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a965d684-a288-4a06-99fc-7a0cfbe2db80 req-d9d617ae-3161-40d7-9fa2-9a921b818f3b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0477004 Jul 29 20:53:56.433750 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a965d684-a288-4a06-99fc-7a0cfbe2db80 req-974ce3f3-b44e-4b13-8c55-770793765b8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304198 Jul 29 20:53:56.932155 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25110b3-58ac-4bd5-9a29-7c882600e0d8 req-6ef7c2a4-6111-4fca-bb6a-1d81ee202e14 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:56.933623 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a25110b3-58ac-4bd5-9a29-7c882600e0d8 req-6ef7c2a4-6111-4fca-bb6a-1d81ee202e14 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0517173 Jul 29 20:53:56.970612 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a25110b3-58ac-4bd5-9a29-7c882600e0d8 req-f15b1514-f6d2-41e5-9e1c-3392de023a9a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311189 Jul 29 20:53:57.547536 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c499e-cc11-4c86-afbd-e6c157dc9b5c req-f290150f-1c25-4ba8-b6a2-b97c3c143327 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:57.549004 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-139c499e-cc11-4c86-afbd-e6c157dc9b5c req-f290150f-1c25-4ba8-b6a2-b97c3c143327 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0479836 Jul 29 20:53:57.584549 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-139c499e-cc11-4c86-afbd-e6c157dc9b5c req-78aceca7-a27b-4992-92db-206ea999bd6b tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298564 Jul 29 20:53:57.695363 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b1cd-bc5c-40f7-b556-677bb2a16dd8 req-f50b3427-7354-4968-821b-b7fcd7c739ac tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:57.696904 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5a18b1cd-bc5c-40f7-b556-677bb2a16dd8 req-f50b3427-7354-4968-821b-b7fcd7c739ac tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0484481 Jul 29 20:53:57.735426 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5a18b1cd-bc5c-40f7-b556-677bb2a16dd8 req-18679322-0d34-4a44-97d5-60a3dd1f470d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319023 Jul 29 20:53:57.756691 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42598) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:57.890411 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ce891-53c3-4e58-9b7f-1b8740035c12 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:57.891956 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ec9ce891-53c3-4e58-9b7f-1b8740035c12 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1342092 Jul 29 20:53:57.895010 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42602) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:53:57.899275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'port_id': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:53:57.920767 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.013743 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.140461 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e20c37-f8b9-487b-a0cd-96bb40117270 req-fa8fa123-c8ee-46d7-997e-c8c5837708ec tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:58.141942 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-01e20c37-f8b9-487b-a0cd-96bb40117270 req-fa8fa123-c8ee-46d7-997e-c8c5837708ec tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0892451 Jul 29 20:53:58.171266 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.27.2.100 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/08f0d36d-9b94-43e3-b012-27492066ffe6) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:53:58.210023 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-01e20c37-f8b9-487b-a0cd-96bb40117270 req-38a8beb2-ad8f-45eb-8cb1-4b760a1a933f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621498 Jul 29 20:53:58.288697 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.327376 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.363052 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:53:58.365962 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:53:58.369364 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:53:58.377520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=08f0d36d-9b94-43e3-b012-27492066ffe6,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:58.401310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.401665 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.402010 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.402350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.402708 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.403046 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.403379 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.403713 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.404071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.404399 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.404755 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.405081 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:53:58.724815 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.788498 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.939686 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:58.944907 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.011166 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=08f0d36d-9b94-43e3-b012-27492066ffe6,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:53:59.023989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.120194 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP 201972f5-38cd-4181-b371-735bc9bba1ba associated. External IP: 172.27.2.100, port: a26e7fda-0f90-421e-90da-2bc4eb04b257. Jul 29 20:53:59.349128 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:53:59.358032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7deb-f763-49e6-92c2-c31af984d8bc req-9727cf8a-8a26-4649-8165-964f9c5f9884 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:59.359514 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab9e7deb-f763-49e6-92c2-c31af984d8bc req-9727cf8a-8a26-4649-8165-964f9c5f9884 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0693855 Jul 29 20:53:59.433461 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab9e7deb-f763-49e6-92c2-c31af984d8bc req-237adf19-4aab-49e5-806d-a5d3e2ea387e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673730 Jul 29 20:53:59.721362 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:53:59.730705 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:53:59.736190 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.739994 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:53:59.740622 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:53:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:53:59.767876 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9c08dcf6-2e74-446c-b179-826f374f102f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8718526 Jul 29 20:53:59.768488 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:53:59.770699 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55a50f-d388-422f-a24e-2611897f9a71" -d '{"events": [{"name": "network-changed", "server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:53:59.852381 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:53:59.863160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:53:59.867598 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb942a1-bd6d-4b9c-8af8-20ec5ebbfd4e x-openstack-request-id: req-bcb942a1-bd6d-4b9c-8af8-20ec5ebbfd4e {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:53:59.867883 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:53:59.868130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcb942a1-bd6d-4b9c-8af8-20ec5ebbfd4e {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:53:59.868518 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'status': 'completed', 'code': 200} Jul 29 20:53:59.931363 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-33c7c07b-c46e-4ab8-b057-18d747c53182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:53:59.932957 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-33c7c07b-c46e-4ab8-b057-18d747c53182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0407867 Jul 29 20:54:00.098919 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '201972f5-38cd-4181-b371-735bc9bba1ba', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:65:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:53:58Z', 'updated_at': '2021-07-29T20:53:58Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:00.132677 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:54:00.141676 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:54:00.142306 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:53:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:00.261484 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:54:00.306005 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-2f9fe72e-7900-4b91-b3e5-868f5b7d2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:00.307903 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-2f9fe72e-7900-4b91-b3e5-868f5b7d2cbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.3652401 Jul 29 20:54:00.375276 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-5319895b-3cef-4921-bdd2-b9e99dd597e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257 HTTP/1.1" status: 200 len: 1000 time: 0.0596199 Jul 29 20:54:00.424649 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-542a5279-5c1f-4fb3-ac91-5d9a535be5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:00.426195 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-542a5279-5c1f-4fb3-ac91-5d9a535be5b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0437634 Jul 29 20:54:00.481398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-22609284-35fa-4358-a02b-dec7f03ce2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:00.483741 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-22609284-35fa-4358-a02b-dec7f03ce2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485554 Jul 29 20:54:00.497719 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '201972f5-38cd-4181-b371-735bc9bba1ba', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:65:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:53:58Z', 'updated_at': '2021-07-29T20:53:58Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:54:00.527791 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b44233c-00b8-40bb-8c60-7e341aa7fc81 None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '201972f5-38cd-4181-b371-735bc9bba1ba', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:65:f6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:53:58Z', 'updated_at': '2021-07-29T20:53:58Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:54:00.562016 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92996-b1db-4ec3-ba4e-2e9ee5de673b req-68061dc5-ddc0-4b32-be71-3c39c572956e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:00.563903 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46a92996-b1db-4ec3-ba4e-2e9ee5de673b req-68061dc5-ddc0-4b32-be71-3c39c572956e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0561407 Jul 29 20:54:00.578622 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-ddf00b0d-03ba-4364-9778-074f05b63fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Jul 29 20:54:00.604702 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46a92996-b1db-4ec3-ba4e-2e9ee5de673b req-e5ddf720-5af1-4a1f-ae99-9457e2461903 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 Jul 29 20:54:00.675122 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0d55a50f-d388-422f-a24e-2611897f9a71 req-4143e639-e23f-4d44-b9d3-f3ff3ffb35c2 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895894 Jul 29 20:54:00.725580 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821d9e8-afcb-4458-a6bd-de749b5ff7ef None None] New status for floating IP 201972f5-38cd-4181-b371-735bc9bba1ba: ACTIVE {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:54:01.722316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f44b104-2cc2-4978-b5ce-b164c29bcdeb req-7fca2895-9bda-4f58-a1cb-934a7a8f9245 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:01.723842 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0f44b104-2cc2-4978-b5ce-b164c29bcdeb req-7fca2895-9bda-4f58-a1cb-934a7a8f9245 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0504506 Jul 29 20:54:01.761136 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0f44b104-2cc2-4978-b5ce-b164c29bcdeb req-ac980230-34d6-48df-941b-e89e9f298d83 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Jul 29 20:54:02.416670 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd3dd-f9da-4e18-ac49-0423e973d78c req-ff0ddd12-ec71-44d9-b6c6-ef1f00c68f82 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:02.418140 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8bfcd3dd-f9da-4e18-ac49-0423e973d78c req-ff0ddd12-ec71-44d9-b6c6-ef1f00c68f82 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0472302 Jul 29 20:54:02.455048 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8bfcd3dd-f9da-4e18-ac49-0423e973d78c req-a089c0a3-501f-4511-a205-d84b27c2a39d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303733 Jul 29 20:54:02.878325 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba03f-728f-4b7e-9bb8-0e6ee41aa01d req-2c155047-e083-400c-b124-351d1d48d277 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:02.879853 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ccba03f-728f-4b7e-9bb8-0e6ee41aa01d req-2c155047-e083-400c-b124-351d1d48d277 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0478344 Jul 29 20:54:02.916295 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5ccba03f-728f-4b7e-9bb8-0e6ee41aa01d req-9789c8ad-cda1-46d6-9b53-be1024009ac5 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Jul 29 20:54:03.110553 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80b4d0-ebb8-40dd-9049-bb9e7474e81b req-25466c9d-d9bf-43be-80b3-e572177a13bc tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.112423 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d80b4d0-ebb8-40dd-9049-bb9e7474e81b req-25466c9d-d9bf-43be-80b3-e572177a13bc tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0531421 Jul 29 20:54:03.153252 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6d80b4d0-ebb8-40dd-9049-bb9e7474e81b req-6a634944-2bfd-4546-b2c8-f29c112714f2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337369 Jul 29 20:54:03.172589 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-c98126c7-cc79-4c92-bf18-8146a5e6fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.174050 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-c98126c7-cc79-4c92-bf18-8146a5e6fc81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1099 time: 0.0428591 Jul 29 20:54:03.268235 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-a174dc3b-4574-4eef-95b9-fdd1e142f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.269803 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-a174dc3b-4574-4eef-95b9-fdd1e142f4dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0804706 Jul 29 20:54:03.335884 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-303f85dc-ad5b-4f24-afe6-da5199d16590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 1001 time: 0.0581172 Jul 29 20:54:03.383084 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-017cb5e8-cf50-4b4c-a72f-b0d585a42097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.384364 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-017cb5e8-cf50-4b4c-a72f-b0d585a42097 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0410461 Jul 29 20:54:03.430305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-313614e5-a5cd-4c54-8357-a369c993cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.431799 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-313614e5-a5cd-4c54-8357-a369c993cf48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397353 Jul 29 20:54:03.521615 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-fcabb8a8-d7e3-4a2a-90f5-ce45267890d1 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813081 Jul 29 20:54:03.571434 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49148604-d7fd-4bcd-88f4-2df28455521e req-8af3a6cc-1260-44a1-b8be-5c077816cc4a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:03.572925 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49148604-d7fd-4bcd-88f4-2df28455521e req-8af3a6cc-1260-44a1-b8be-5c077816cc4a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0484405 Jul 29 20:54:03.610866 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49148604-d7fd-4bcd-88f4-2df28455521e req-8cd4c85b-20b3-4634-baa1-502e6d3161c2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Jul 29 20:54:03.611128 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-96bdbd48-6d22-4b8a-b2c1-99dd8e595f70 req-11038792-f3d3-403d-8e8f-049d50f29046 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813491 Jul 29 20:54:04.270507 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9d9d-8948-4a66-b953-d8c2b80833f2 req-210f0649-2e16-40ca-8608-9abe0a2fc696 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:04.272046 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d9b9d9d-8948-4a66-b953-d8c2b80833f2 req-210f0649-2e16-40ca-8608-9abe0a2fc696 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0513296 Jul 29 20:54:04.313704 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d9b9d9d-8948-4a66-b953-d8c2b80833f2 req-963d847f-4c0f-43ff-98d5-915d135e1d14 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356495 Jul 29 20:54:04.734736 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd26422-d323-4d1f-b5a5-cbb9b638ce66 req-a9ffdb8f-e44d-4bb8-9038-df1b14619073 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:04.736230 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fcd26422-d323-4d1f-b5a5-cbb9b638ce66 req-a9ffdb8f-e44d-4bb8-9038-df1b14619073 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0534091 Jul 29 20:54:04.773438 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fcd26422-d323-4d1f-b5a5-cbb9b638ce66 req-20142895-0c64-49f6-89c4-0f34bb54b75a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313220 Jul 29 20:54:05.427998 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9e1ee-7dbb-43d1-92a5-bbca2c357b68 req-ba5e265d-2c77-4198-a8e8-97b18f639bce tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:05.429503 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-07b9e1ee-7dbb-43d1-92a5-bbca2c357b68 req-ba5e265d-2c77-4198-a8e8-97b18f639bce tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0482495 Jul 29 20:54:05.467044 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-07b9e1ee-7dbb-43d1-92a5-bbca2c357b68 req-3e9cc88e-9d62-4988-a461-186aa697f582 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Jul 29 20:54:05.891662 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e791c-655f-41d6-bc44-a9fb4389785b req-819334ac-8f7c-48d6-8d76-c36e4f2b1b80 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:05.893125 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-702e791c-655f-41d6-bc44-a9fb4389785b req-819334ac-8f7c-48d6-8d76-c36e4f2b1b80 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0479231 Jul 29 20:54:05.929193 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-702e791c-655f-41d6-bc44-a9fb4389785b req-f28a32d8-e6a9-4318-9261-de71656d3385 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303507 Jul 29 20:54:07.049946 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf185c20-26d7-4c2b-a519-9d3e58aad1f0 req-bc097c0d-89d0-4346-8595-2f610bb67fa0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:07.051496 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf185c20-26d7-4c2b-a519-9d3e58aad1f0 req-bc097c0d-89d0-4346-8595-2f610bb67fa0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0523586 Jul 29 20:54:07.087691 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bf185c20-26d7-4c2b-a519-9d3e58aad1f0 req-eb4fc6bc-7ead-4432-b56c-31d93af6f815 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303710 Jul 29 20:54:08.203548 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022f74-b629-461f-975f-957418792376 req-bad8f587-d2f7-49d0-ade0-9012b4b3f2bd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:08.205007 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e2022f74-b629-461f-975f-957418792376 req-bad8f587-d2f7-49d0-ade0-9012b4b3f2bd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0477052 Jul 29 20:54:08.240968 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e2022f74-b629-461f-975f-957418792376 req-42112a15-44c4-4194-8171-06a96d8d042f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302386 Jul 29 20:54:09.358495 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1503afe-a879-4366-b230-eacfe5ac48bd req-fc415dbd-1294-4ed5-837b-4979aa0040d9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:09.359992 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1503afe-a879-4366-b230-eacfe5ac48bd req-fc415dbd-1294-4ed5-837b-4979aa0040d9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0490046 Jul 29 20:54:09.396144 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b1503afe-a879-4366-b230-eacfe5ac48bd req-fb2fb8b9-3b2b-4232-9bdb-558c54928b1a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303426 Jul 29 20:54:10.516439 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8046c0-ca7e-4e9c-9107-f3e7783465bc req-c94540f9-b1c9-4dc1-8f0e-9ae690adc4e8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:10.517932 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d8046c0-ca7e-4e9c-9107-f3e7783465bc req-c94540f9-b1c9-4dc1-8f0e-9ae690adc4e8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0519710 Jul 29 20:54:10.554793 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d8046c0-ca7e-4e9c-9107-f3e7783465bc req-47a38c97-8e1d-439d-9719-1d545fe35afe tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Jul 29 20:54:11.670897 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4e35f-09f5-471c-851d-263468374f44 req-22f963e2-a624-475b-b537-f90fbb71aaaa tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:11.672407 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1cc4e35f-09f5-471c-851d-263468374f44 req-22f963e2-a624-475b-b537-f90fbb71aaaa tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0486701 Jul 29 20:54:11.708274 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1cc4e35f-09f5-471c-851d-263468374f44 req-1e6436b9-360d-429e-8722-d424c6938fd0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301015 Jul 29 20:54:12.824994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5be13-32d5-477d-8b54-e73132de4cb8 req-42add922-ceae-458f-adc1-b9d25d154025 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:12.826993 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31f5be13-32d5-477d-8b54-e73132de4cb8 req-42add922-ceae-458f-adc1-b9d25d154025 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0488348 Jul 29 20:54:12.863821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31f5be13-32d5-477d-8b54-e73132de4cb8 req-37f5a10a-24fd-406f-a569-e681d8f07e60 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Jul 29 20:54:13.983390 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31991ddd-3899-43fe-86da-3b3c760d83cf req-77b05545-86db-4bd1-a0ca-ccd66ec813de tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:13.984852 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31991ddd-3899-43fe-86da-3b3c760d83cf req-77b05545-86db-4bd1-a0ca-ccd66ec813de tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0518203 Jul 29 20:54:14.021699 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31991ddd-3899-43fe-86da-3b3c760d83cf req-3ffa3c8f-0fff-4730-aaee-9aa73bda56de tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310378 Jul 29 20:54:14.134644 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bc0214d1-6b94-415e-a6d6-8d13e19137be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:15.150154 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6c57e-7c29-4a59-a69c-146738c215cd req-49775cb5-5ef2-4e31-b947-f645ee0e90ea tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:15.151729 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bfc6c57e-7c29-4a59-a69c-146738c215cd req-49775cb5-5ef2-4e31-b947-f645ee0e90ea tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0499601 Jul 29 20:54:15.190899 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bfc6c57e-7c29-4a59-a69c-146738c215cd req-e21b0148-e22e-45cf-8c95-6f7a2e4198b9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332410 Jul 29 20:54:15.984113 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:54:16.093617 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:16.108848 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:54:16.156946 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.175066 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:54:16.196039 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:16.201351 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:16.266014 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=6']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:16.275536 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.275913 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.276216 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.276549 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.276878 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.277199 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.277520 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.277841 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.278704 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.279132 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.279511 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.279833 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:54:16.301639 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['fde9c7a4-8973-4270-afb7-6217e750287a'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:54:16.345757 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5221-bca6-4d3f-adc9-ff890715e9a2 req-8ec6b36d-743c-45fb-8bd3-c0da039ad394 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:16.347546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-41ed5221-bca6-4d3f-adc9-ff890715e9a2 req-8ec6b36d-743c-45fb-8bd3-c0da039ad394 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0661702 Jul 29 20:54:16.369733 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:16.407721 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-41ed5221-bca6-4d3f-adc9-ff890715e9a2 req-417c6bce-8348-4b0b-b270-6f42910c87fe tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509012 Jul 29 20:54:17.100687 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f6cbe20d-9fe8-4e72-b5d5-b8ff30ecf54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.541466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6504fc-7102-4ba9-8054-6c573f647272 req-d2281958-6fb9-4738-a555-f2c89f244de5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:17.544395 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c6504fc-7102-4ba9-8054-6c573f647272 req-d2281958-6fb9-4738-a555-f2c89f244de5 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0552263 Jul 29 20:54:17.568075 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.591554 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4c6504fc-7102-4ba9-8054-6c573f647272 req-91f27905-2b51-45b9-b9bc-6cd94fb52170 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370457 Jul 29 20:54:17.630180 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:17.999894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:54:18.051321 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port fde9c7a4-8973-4270-afb7-6217e750287a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:54:18.051695 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.275192 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.299677 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:18.302003 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdd87d0-c5a5-44d8-8c24-b4cc28de2756" -d '{"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:18.315434 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:18.324807 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:18.399930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=7']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:18.431300 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d48ac-bf1c-4a08-99de-e8cbb059f426 x-openstack-request-id: req-7a8d48ac-bf1c-4a08-99de-e8cbb059f426 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:18.431602 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:18.431857 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a8d48ac-bf1c-4a08-99de-e8cbb059f426 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:18.432256 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'code': 200} Jul 29 20:54:18.737982 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba21dc-adfc-4059-9286-f9a612711c79 req-ed4dc86b-f538-4700-8e25-b7a35d483da4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:18.745320 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5ba21dc-adfc-4059-9286-f9a612711c79 req-ed4dc86b-f538-4700-8e25-b7a35d483da4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0587966 Jul 29 20:54:18.781392 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a5ba21dc-adfc-4059-9286-f9a612711c79 req-ada228b3-48fd-4a8f-92a1-139e04c6617c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Jul 29 20:54:19.020006 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:19.927336 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71344baf-8dbf-4d43-a05d-d6ed0858c2e9 req-184234a3-bca4-4950-a951-b323d1db11d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:19.928885 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-71344baf-8dbf-4d43-a05d-d6ed0858c2e9 req-184234a3-bca4-4950-a951-b323d1db11d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0553918 Jul 29 20:54:19.973638 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-71344baf-8dbf-4d43-a05d-d6ed0858c2e9 req-33e11f8b-1fb1-44e5-9556-48d52edf1e9f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378230 Jul 29 20:54:21.134003 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d271fc-1daf-48ce-89a9-6e125f1389df req-e645df13-9513-430c-81fb-271f26df7428 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:21.135467 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9d271fc-1daf-48ce-89a9-6e125f1389df req-e645df13-9513-430c-81fb-271f26df7428 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0584266 Jul 29 20:54:21.175730 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b9d271fc-1daf-48ce-89a9-6e125f1389df req-0eea5425-ab50-4cff-ac9b-8ea08feec6cd tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Jul 29 20:54:22.318261 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b6081-0079-41b7-9b59-125c94b48399 req-0468a4d8-1b2e-4386-9207-79b24e7e18da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:22.319797 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f60b6081-0079-41b7-9b59-125c94b48399 req-0468a4d8-1b2e-4386-9207-79b24e7e18da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0517850 Jul 29 20:54:22.373500 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f60b6081-0079-41b7-9b59-125c94b48399 req-89f37c72-505e-436a-8b71-2b327f8bb04f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 Jul 29 20:54:23.504771 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1bbdc-4d2a-45b0-b165-414b04a7042d req-bcbc4c89-7c4b-4e94-9b6f-fec9baa6bf42 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:23.506300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4dc1bbdc-4d2a-45b0-b165-414b04a7042d req-bcbc4c89-7c4b-4e94-9b6f-fec9baa6bf42 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0543456 Jul 29 20:54:23.547705 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4dc1bbdc-4d2a-45b0-b165-414b04a7042d req-f9eb4396-909f-4a76-be3f-ca72b6a9618c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353985 Jul 29 20:54:24.431509 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-0cea16d3-5ca7-4afe-8861-6ebda7e2a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:24.433290 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-0cea16d3-5ca7-4afe-8861-6ebda7e2a928 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1098 time: 0.0500810 Jul 29 20:54:24.523599 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-da733a4c-a843-454b-a08b-66523f6f844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:24.525060 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-da733a4c-a843-454b-a08b-66523f6f844f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.0847266 Jul 29 20:54:24.596648 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-8ea1a58f-5732-47ed-a21d-2fc05585f495 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 1001 time: 0.0603058 Jul 29 20:54:24.647911 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-47093bf2-4e17-4c73-85f5-5c89d0b4d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:24.649390 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-47093bf2-4e17-4c73-85f5-5c89d0b4d742 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0447621 Jul 29 20:54:24.670199 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fe9e9-3d2b-438a-95f6-bb1eb0d9a8d4 req-2c942ae5-726d-4d3a-b74a-da2ee1352bae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:24.671727 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b88fe9e9-3d2b-438a-95f6-bb1eb0d9a8d4 req-2c942ae5-726d-4d3a-b74a-da2ee1352bae tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0532060 Jul 29 20:54:24.698484 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-1e5cff31-d451-4082-adcd-223135c8dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:24.700013 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-1e5cff31-d451-4082-adcd-223135c8dfc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401375 Jul 29 20:54:24.708745 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b88fe9e9-3d2b-438a-95f6-bb1eb0d9a8d4 req-a1107061-e0fa-4605-9dff-2e65e16dd56e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Jul 29 20:54:24.794976 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-fbd1cd98-e93d-47bb-bb11-233520701c59 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874708 Jul 29 20:54:24.883013 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-78683d6b-150b-45cb-a829-94d7d57d7a80 req-49ba6b19-e9e6-4f49-b954-88dc210a4938 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800459 Jul 29 20:54:25.832929 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a8a4-f175-468f-b709-0d8f50528ae3 req-8f0d3c9c-b018-4527-8475-162983a51e2b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:25.834396 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4fa3a8a4-f175-468f-b709-0d8f50528ae3 req-8f0d3c9c-b018-4527-8475-162983a51e2b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0476375 Jul 29 20:54:25.871724 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4fa3a8a4-f175-468f-b709-0d8f50528ae3 req-b322d489-ed6a-485f-96a1-78699d6c8fe1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Jul 29 20:54:26.986765 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae59f71-1ec0-4ad4-85a6-1fcfaa46e99f req-b5366fe1-d76e-453f-b155-1c2a6a79c057 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:26.988246 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7ae59f71-1ec0-4ad4-85a6-1fcfaa46e99f req-b5366fe1-d76e-453f-b155-1c2a6a79c057 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jul 29 20:54:27.024239 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7ae59f71-1ec0-4ad4-85a6-1fcfaa46e99f req-51b73b70-0c6a-4d9e-bf36-50e29904d567 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301316 Jul 29 20:54:27.881139 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155f65-45e4-4e5d-b9e2-a07e3336a1a5 req-ea5fd2fc-6bb4-4815-9de3-17dc24e183e1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:27.882638 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc155f65-45e4-4e5d-b9e2-a07e3336a1a5 req-ea5fd2fc-6bb4-4815-9de3-17dc24e183e1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 945 time: 0.0541682 Jul 29 20:54:27.920710 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fc155f65-45e4-4e5d-b9e2-a07e3336a1a5 req-dcbec382-aeae-4deb-baaa-a5b66c29df15 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313737 Jul 29 20:54:28.073113 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 42806) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:54:28.088735 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:28.154063 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-31a9ca37-05a4-4a0c-a8e5-20afd94a551f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797873 Jul 29 20:54:28.164700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.186994 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:28.189191 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e885c06f-26f5-4570-8cd6-43e2020ded33" -d '{"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-unplugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:28.202445 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:28.206833 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:28.229093 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7863bc-4794-4a50-9e2c-20fd7ff3a881 x-openstack-request-id: req-be7863bc-4794-4a50-9e2c-20fd7ff3a881 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:28.229377 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-unplugged", "status": "failed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "code": 422}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:28.229622 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be7863bc-4794-4a50-9e2c-20fd7ff3a881 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:28.230015 dv-cinder-802957-1-iscsi neutron-server[104710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'code': 422} returned with failed status Jul 29 20:54:28.255093 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=8']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:28.995188 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549028-d067-443f-8b92-d725505a46e9 req-b023e8e8-a4cf-4a2b-9d0a-8bb32df0ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:28.997167 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-b023e8e8-a4cf-4a2b-9d0a-8bb32df0ab23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f&tenant_id=03d11c710699424bb439d68a7a69e54a HTTP/1.1" status: 200 len: 1096 time: 0.0403342 Jul 29 20:54:29.041883 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbacf5-c113-4236-a962-60cb1ecf8857 req-b6ba799e-86c5-438c-8194-7b24213177ed tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:29.043472 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7cbacf5-c113-4236-a962-60cb1ecf8857 req-b6ba799e-86c5-438c-8194-7b24213177ed tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0521421 Jul 29 20:54:29.064936 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549028-d067-443f-8b92-d725505a46e9 req-8a377949-f468-4056-9901-779ecd4b2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:29.066401 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-8a377949-f468-4056-9901-779ecd4b2ca0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03d11c710699424bb439d68a7a69e54a&device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1096 time: 0.0435805 Jul 29 20:54:29.081300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f7cbacf5-c113-4236-a962-60cb1ecf8857 req-fdd5f734-ae48-4e4d-acbc-241dd18424d0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Jul 29 20:54:29.154672 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549028-d067-443f-8b92-d725505a46e9 req-8523ec71-d3a7-49cf-a579-1d45f30cc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:29.156149 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-8523ec71-d3a7-49cf-a579-1d45f30cc83b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 200 len: 917 time: 0.0817282 Jul 29 20:54:29.227701 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-68dd1405-3cbe-475c-98be-a7b12b7128a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 200 len: 999 time: 0.0614347 Jul 29 20:54:29.275677 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549028-d067-443f-8b92-d725505a46e9 req-8f8217f1-c1f4-407e-8a0c-505143078b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:29.277113 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-8f8217f1-c1f4-407e-8a0c-505143078b36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 200 len: 855 time: 0.0421374 Jul 29 20:54:29.321773 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549028-d067-443f-8b92-d725505a46e9 req-b4016d2b-d5c5-4074-87e4-3588cbd64158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:29.323244 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-b4016d2b-d5c5-4074-87e4-3588cbd64158 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380592 Jul 29 20:54:29.414894 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-58b2148a-55b5-4db6-ac73-b40a57c3e48d service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Jul 29 20:54:29.506477 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-73549028-d067-443f-8b92-d725505a46e9 req-5cad9293-f025-4e84-830e-1bf69c0aa589 service neutron] 10.222.0.44 "GET /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793576 Jul 29 20:54:29.821757 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:30.213486 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41657e9-74cf-4199-a369-abe032fcb991 req-0ea00af1-9a4b-4dbb-822d-7206e3c68233 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:30.217518 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b41657e9-74cf-4199-a369-abe032fcb991 req-0ea00af1-9a4b-4dbb-822d-7206e3c68233 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0522575 Jul 29 20:54:30.261794 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b41657e9-74cf-4199-a369-abe032fcb991 req-40238ea5-341e-42f4-abde-62ab7b047d8e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Jul 29 20:54:31.388728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773c601-20d5-4cc7-8a5b-5b66f9823a65 req-9190d123-f7eb-4e5a-9528-66bad771f206 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:31.390248 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8773c601-20d5-4cc7-8a5b-5b66f9823a65 req-9190d123-f7eb-4e5a-9528-66bad771f206 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0490010 Jul 29 20:54:31.431676 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8773c601-20d5-4cc7-8a5b-5b66f9823a65 req-495872ac-c2fe-4ee4-be8a-48fabe2127e8 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351055 Jul 29 20:54:32.104568 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:54:32.553730 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d263e-b622-41fc-b375-1e241d232e57 req-15831529-0f89-4abf-84ad-411dc1ed78e2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:32.555986 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5d8d263e-b622-41fc-b375-1e241d232e57 req-15831529-0f89-4abf-84ad-411dc1ed78e2 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0509071 Jul 29 20:54:32.598187 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5d8d263e-b622-41fc-b375-1e241d232e57 req-95832771-40b7-4ca1-914f-43037c34ee1e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360887 Jul 29 20:54:33.725754 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8611f28-2370-4175-94c1-e73e435c5c77 req-fde55f85-9b7d-4e05-acb2-e5e52403f2fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:33.727284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8611f28-2370-4175-94c1-e73e435c5c77 req-fde55f85-9b7d-4e05-acb2-e5e52403f2fb tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0501897 Jul 29 20:54:33.769195 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8611f28-2370-4175-94c1-e73e435c5c77 req-79b517bf-22c8-46a8-8e82-3c5f26e3fa1f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353889 Jul 29 20:54:34.898626 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965966-b2ce-4b4d-bdfe-266b16d807b9 req-4f8fcc4f-9ef0-404f-8b14-c0ed1b0b6778 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:34.900148 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e965966-b2ce-4b4d-bdfe-266b16d807b9 req-4f8fcc4f-9ef0-404f-8b14-c0ed1b0b6778 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0504036 Jul 29 20:54:34.937377 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5e965966-b2ce-4b4d-bdfe-266b16d807b9 req-c800ff24-ba7c-466e-bd96-c0ddf651141a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Jul 29 20:54:36.072682 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9b4d1-b7f2-4bb7-ba5d-325f8ba96667 req-693966e0-d1c9-4fab-a2d1-0f011ed5d50f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:36.074418 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-baf9b4d1-b7f2-4bb7-ba5d-325f8ba96667 req-693966e0-d1c9-4fab-a2d1-0f011ed5d50f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0528738 Jul 29 20:54:36.115484 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-baf9b4d1-b7f2-4bb7-ba5d-325f8ba96667 req-06c6b77d-fe80-4564-8095-d114bd6969a6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352452 Jul 29 20:54:37.232593 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6ad8-38fb-49b5-a9c7-729a168e84de req-7afafc61-1c3d-4507-81d0-39b431dac63c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:37.234410 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f50a6ad8-38fb-49b5-a9c7-729a168e84de req-7afafc61-1c3d-4507-81d0-39b431dac63c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0484788 Jul 29 20:54:37.278708 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f50a6ad8-38fb-49b5-a9c7-729a168e84de req-ff49c2b5-d733-456a-990c-929aa7abbbca tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372047 Jul 29 20:54:38.406943 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c0e4-3c52-4c3f-93f2-9114b7ff52da req-13540a4f-773c-426f-9b97-534c873010af tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:38.408412 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-de26c0e4-3c52-4c3f-93f2-9114b7ff52da req-13540a4f-773c-426f-9b97-534c873010af tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0489297 Jul 29 20:54:38.454711 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-de26c0e4-3c52-4c3f-93f2-9114b7ff52da req-838c8650-73fc-4b43-96f9-8f0b7bc61aa4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Jul 29 20:54:39.576890 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fd41-129f-45cf-8d09-feaafa7039e6 req-b3a5d9bc-14e9-4961-8812-d5a9e118202c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:39.578506 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7c44fd41-129f-45cf-8d09-feaafa7039e6 req-b3a5d9bc-14e9-4961-8812-d5a9e118202c tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0506248 Jul 29 20:54:39.617343 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7c44fd41-129f-45cf-8d09-feaafa7039e6 req-b192bbbf-d4b2-43fd-bccb-000ebbc684a6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Jul 29 20:54:40.743150 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306554b8-ee07-44cd-9d9c-8e1ea675e3ec req-17cc3853-77dd-45a9-ab9a-742011125dfc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:40.744636 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-306554b8-ee07-44cd-9d9c-8e1ea675e3ec req-17cc3853-77dd-45a9-ab9a-742011125dfc tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0521767 Jul 29 20:54:40.785590 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-306554b8-ee07-44cd-9d9c-8e1ea675e3ec req-ea84e947-c525-43e5-a014-594fd94a5244 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Jul 29 20:54:41.902264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38869b-5f74-46d5-83e3-f7bda794eec0 req-7dbe27a5-34ed-4de1-beb7-30d7a3335e4a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:41.904370 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7f38869b-5f74-46d5-83e3-f7bda794eec0 req-7dbe27a5-34ed-4de1-beb7-30d7a3335e4a tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0482805 Jul 29 20:54:41.939926 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7f38869b-5f74-46d5-83e3-f7bda794eec0 req-6845854c-6240-4f5b-abb9-57ea31dd08ef tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299397 Jul 29 20:54:43.058587 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68e55-99a2-4a1b-b2e2-674c6ff84273 req-661f8a3c-0ec0-4e85-afba-319808ae7fc0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:43.060091 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-10e68e55-99a2-4a1b-b2e2-674c6ff84273 req-661f8a3c-0ec0-4e85-afba-319808ae7fc0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0503054 Jul 29 20:54:43.096739 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-10e68e55-99a2-4a1b-b2e2-674c6ff84273 req-0ab53ecc-1549-40d7-b98b-58488fc36a81 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Jul 29 20:54:44.135388 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-69f47c48-1597-432f-b59b-b271e73a6311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:44.213888 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a6bb-9fc8-4cff-b109-aa88a96bd173 req-e92de3c8-7494-47f8-8d55-e8ca5ecc1593 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:44.215402 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2b15a6bb-9fc8-4cff-b109-aa88a96bd173 req-e92de3c8-7494-47f8-8d55-e8ca5ecc1593 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0486147 Jul 29 20:54:44.255663 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2b15a6bb-9fc8-4cff-b109-aa88a96bd173 req-3d0fa80f-2dd9-4a60-9343-034fb27060e0 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Jul 29 20:54:45.372656 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c193e-adc4-4e76-b0a0-aa47c1952c57 req-d581314d-8979-4cda-b336-a4923d598d7b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:45.374153 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-682c193e-adc4-4e76-b0a0-aa47c1952c57 req-d581314d-8979-4cda-b336-a4923d598d7b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 943 time: 0.0497437 Jul 29 20:54:45.415596 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-682c193e-adc4-4e76-b0a0-aa47c1952c57 req-e87af610-ef99-4290-bd7a-436a4f54b03d tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Jul 29 20:54:45.878908 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36418cf-0864-4ba4-8783-690b581df464 req-6b795dee-8b8e-4ba6-b49b-1facf0972b09 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:45.881333 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e36418cf-0864-4ba4-8783-690b581df464 req-6b795dee-8b8e-4ba6-b49b-1facf0972b09 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0483294 Jul 29 20:54:45.916586 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e36418cf-0864-4ba4-8783-690b581df464 req-b9529fc4-492a-499b-9f3a-5c644de0b8a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303338 Jul 29 20:54:46.165556 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:54:46.256513 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:46.267049 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'port_id': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'mac_address': 'fa:16:3e:d4:ad:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:54:46.308789 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.320809 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:54:46.339439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:46.343767 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:46.389267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=9']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:46.536199 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4bfa-fdc9-42bf-b414-34e22ac48052 req-2ded4461-05e7-4c9b-bc77-139412aa6f58 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:46.537679 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a28e4bfa-fdc9-42bf-b414-34e22ac48052 req-2ded4461-05e7-4c9b-bc77-139412aa6f58 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0475502 Jul 29 20:54:46.578754 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a28e4bfa-fdc9-42bf-b414-34e22ac48052 req-a6f5ea50-2b25-41f7-933f-1f1a38b28427 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352364 Jul 29 20:54:46.603665 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['fde9c7a4-8973-4270-afb7-6217e750287a'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:54:47.028445 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04e66b-ab19-4bae-984b-9f438b3c2b00 req-42cdb19e-e2fd-4628-8e23-f7cf7cf46cf7 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:47.030423 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4d04e66b-ab19-4bae-984b-9f438b3c2b00 req-42cdb19e-e2fd-4628-8e23-f7cf7cf46cf7 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0485337 Jul 29 20:54:47.067493 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4d04e66b-ab19-4bae-984b-9f438b3c2b00 req-2cc30842-d95b-43ab-91e8-fe4a59ff3f0c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312793 Jul 29 20:54:47.101722 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-29cc567f-9690-404b-9ccb-b3c054f3ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.565623 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.615574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:47.695011 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aac56c-6f9b-4def-be60-4fcf96657932 req-90188909-1284-4590-b45e-df592f45310f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:47.696472 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4aac56c-6f9b-4def-be60-4fcf96657932 req-90188909-1284-4590-b45e-df592f45310f tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 944 time: 0.0478196 Jul 29 20:54:47.732966 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b4aac56c-6f9b-4def-be60-4fcf96657932 req-fabe6071-4138-497d-8a59-ca36091c8f42 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301387 Jul 29 20:54:48.177542 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9663-1bd5-42aa-8d7d-2134fb6a2b65 req-53463613-c05e-45c4-9e01-ef67c57afc90 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:48.178997 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b42b9663-1bd5-42aa-8d7d-2134fb6a2b65 req-53463613-c05e-45c4-9e01-ef67c57afc90 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0468121 Jul 29 20:54:48.182027 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:54:48.219829 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b42b9663-1bd5-42aa-8d7d-2134fb6a2b65 req-cfbfaff6-2bbc-4d79-82e2-a62f917145fb tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348887 Jul 29 20:54:48.228990 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port fde9c7a4-8973-4270-afb7-6217e750287a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:54:48.229433 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.304197 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.325501 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:54:48.328429 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7045e80-a8b0-45c9-b4dc-46e6263be92f" -d '{"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:54:48.340965 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:54:48.346514 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:48.369595 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247e9f3-6104-4bee-b3b5-ac609b7eddc4 x-openstack-request-id: req-c247e9f3-6104-4bee-b3b5-ac609b7eddc4 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:54:48.369887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-plugged", "status": "completed", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:54:48.370207 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c247e9f3-6104-4bee-b3b5-ac609b7eddc4 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:54:48.370596 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'code': 200} Jul 29 20:54:48.395949 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=10']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:54:48.540560 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2d4b-9153-4fdf-b48a-251e6b3bf3de req-8efc008d-7875-4d9d-9d94-439ea3c00c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:48.542005 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-784f2d4b-9153-4fdf-b48a-251e6b3bf3de req-8efc008d-7875-4d9d-9d94-439ea3c00c10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 1099 time: 0.0388026 Jul 29 20:54:48.575360 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-784f2d4b-9153-4fdf-b48a-251e6b3bf3de req-a8c4b640-741d-47bf-a7c3-4efc0f72a440 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261910 Jul 29 20:54:48.847293 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300313d9-7074-4c38-93c0-b52cdf68fb33 req-a19f7ce9-1c51-4b85-8247-0361bbaf78c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:48.848762 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-300313d9-7074-4c38-93c0-b52cdf68fb33 req-a19f7ce9-1c51-4b85-8247-0361bbaf78c7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0476794 Jul 29 20:54:48.885480 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-300313d9-7074-4c38-93c0-b52cdf68fb33 req-744d0ed6-a386-4069-8264-9f758880115b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Jul 29 20:54:49.020639 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:54:49.334771 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe152e-4cf8-4754-bf91-8a128e96068f req-f3ad54d7-fbcd-40aa-83e2-d6cc6a24cd9f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:49.336507 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2cbe152e-4cf8-4754-bf91-8a128e96068f req-f3ad54d7-fbcd-40aa-83e2-d6cc6a24cd9f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0491531 Jul 29 20:54:49.372528 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2cbe152e-4cf8-4754-bf91-8a128e96068f req-e5309799-0d0a-4a3a-9499-8bb2d3275d9f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301805 Jul 29 20:54:50.004857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39b44-519e-4795-9635-06a89ff6588c req-f389b0aa-7d20-4ddf-989c-290973651d43 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:50.006366 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aae39b44-519e-4795-9635-06a89ff6588c req-f389b0aa-7d20-4ddf-989c-290973651d43 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0493424 Jul 29 20:54:50.047994 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-aae39b44-519e-4795-9635-06a89ff6588c req-a4dc7e8c-48e2-42bb-8ba2-6744b32b184b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357347 Jul 29 20:54:50.486384 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa4ea-1973-4b49-b9f9-c650bd779473 req-c24038e6-0f70-4ab7-a47e-d802fcd90c4e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:50.487892 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc1aa4ea-1973-4b49-b9f9-c650bd779473 req-c24038e6-0f70-4ab7-a47e-d802fcd90c4e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0478706 Jul 29 20:54:50.523316 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bc1aa4ea-1973-4b49-b9f9-c650bd779473 req-8d29a98e-d55b-40fd-8e1c-2a8b78be4cf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297368 Jul 29 20:54:51.164832 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad2c6b-69be-4cf0-b2f5-5a64746e9fd0 req-a739d5a0-61f9-4dd5-ab4a-fc257abce379 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.166315 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-12ad2c6b-69be-4cf0-b2f5-5a64746e9fd0 req-a739d5a0-61f9-4dd5-ab4a-fc257abce379 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0482805 Jul 29 20:54:51.202443 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-12ad2c6b-69be-4cf0-b2f5-5a64746e9fd0 req-611832ca-3b27-476b-b7cd-ee570ae0181e tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302851 Jul 29 20:54:51.647813 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c95932-3cec-4892-ba48-116c7cc6a32f req-43f95913-9fac-415a-b65e-cd005c68ec93 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.649320 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9c95932-3cec-4892-ba48-116c7cc6a32f req-43f95913-9fac-415a-b65e-cd005c68ec93 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0604470 Jul 29 20:54:51.672053 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-56a9b01c-d51b-4c43-bb70-fd26c1cbc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.673571 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-56a9b01c-d51b-4c43-bb70-fd26c1cbc195 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1099 time: 0.0451400 Jul 29 20:54:51.691443 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e9c95932-3cec-4892-ba48-116c7cc6a32f req-b1e6e1d9-8a07-49aa-80c9-d4cf7029576c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362215 Jul 29 20:54:51.775504 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-50720862-a40c-44cc-a0f6-876614a87b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.776957 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-50720862-a40c-44cc-a0f6-876614a87b98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0833714 Jul 29 20:54:51.845850 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-571db326-b0a7-4c84-860e-e95a66556037 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 1001 time: 0.0596488 Jul 29 20:54:51.895440 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-4f41b921-e914-4b3b-8a21-bd18bb48df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.896832 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-4f41b921-e914-4b3b-8a21-bd18bb48df6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0423524 Jul 29 20:54:51.945155 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-09ae9755-f208-4ef0-ba8a-e76887fc2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:51.946635 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-09ae9755-f208-4ef0-ba8a-e76887fc2123 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429647 Jul 29 20:54:52.037017 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-86e14524-00cd-4bdd-a4a3-f874179da686 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814435 Jul 29 20:54:52.122137 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-4ac6adde-02ca-4ade-9566-ffe1ab647148 req-256c5269-9eb0-47bd-ad9e-4baebc600f9b service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782011 Jul 29 20:54:52.804567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc5d9f-bf1a-47c2-bd68-a18e24afc895 req-e7703c97-f851-4485-a036-4bcd2c32d874 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:52.806069 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-11cc5d9f-bf1a-47c2-bd68-a18e24afc895 req-e7703c97-f851-4485-a036-4bcd2c32d874 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0484574 Jul 29 20:54:52.843436 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-11cc5d9f-bf1a-47c2-bd68-a18e24afc895 req-fa15469f-b9d5-4ea3-ba2c-acb3d4dc729c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314856 Jul 29 20:54:53.368903 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:54:53.954697 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ab68b-e237-433c-ba83-0ed91a4876f2 req-06acc40d-c458-4934-ae43-6863db559c13 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:53.956172 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7b3ab68b-e237-433c-ba83-0ed91a4876f2 req-06acc40d-c458-4934-ae43-6863db559c13 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0478859 Jul 29 20:54:53.992993 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7b3ab68b-e237-433c-ba83-0ed91a4876f2 req-dd777100-8a1c-4863-932f-600ba38c1b4d tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307672 Jul 29 20:54:55.109851 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41df37-68ab-4a1a-b098-83cb7535c969 req-5631f5fb-8077-43ca-ba85-e05ff84127ee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:55.111388 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fe41df37-68ab-4a1a-b098-83cb7535c969 req-5631f5fb-8077-43ca-ba85-e05ff84127ee tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0481884 Jul 29 20:54:55.155807 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fe41df37-68ab-4a1a-b098-83cb7535c969 req-c3e5c1ff-ee38-4d29-a046-6e5a8ea46989 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355511 Jul 29 20:54:56.267723 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8fb65-b5d4-461f-9fae-ba8d6bfd725a req-6e4ff4b0-45fc-400b-9553-0f8331a642e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.269194 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-59c8fb65-b5d4-461f-9fae-ba8d6bfd725a req-6e4ff4b0-45fc-400b-9553-0f8331a642e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0479033 Jul 29 20:54:56.317475 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-59c8fb65-b5d4-461f-9fae-ba8d6bfd725a req-226d7a03-772e-44d0-9ab7-ca49cf0f3acf tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377994 Jul 29 20:54:56.507997 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfa27-6284-4b5e-8195-8d793002c207 req-d7c292c5-2f73-47d3-8805-ed49a8541172 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.509550 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32fbfa27-6284-4b5e-8195-8d793002c207 req-d7c292c5-2f73-47d3-8805-ed49a8541172 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0481012 Jul 29 20:54:56.537686 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d64f-88c8-435d-9513-690175d79af8 req-d2b3886f-fc0a-4611-b4f8-a254d9e3e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.539221 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-d2b3886f-fc0a-4611-b4f8-a254d9e3e2b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 1099 time: 0.0415709 Jul 29 20:54:56.546824 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-32fbfa27-6284-4b5e-8195-8d793002c207 req-205eb5a8-e150-4d39-b3e8-dccec8892d99 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308323 Jul 29 20:54:56.631313 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d64f-88c8-435d-9513-690175d79af8 req-5a1f900b-7ed6-4ce0-99b7-133f02ad4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.633704 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-5a1f900b-7ed6-4ce0-99b7-133f02ad4fdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0871017 Jul 29 20:54:56.697388 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-6251fc64-e97e-4b97-9303-e23505f16c96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 200 len: 1001 time: 0.0560317 Jul 29 20:54:56.749103 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d64f-88c8-435d-9513-690175d79af8 req-92f482f5-87db-4336-bd7f-57fd1fa0e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.750484 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-92f482f5-87db-4336-bd7f-57fd1fa0e640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0460188 Jul 29 20:54:56.797487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94d64f-88c8-435d-9513-690175d79af8 req-46161199-b9ec-44b3-a8ef-917097d22cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:56.798869 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-46161199-b9ec-44b3-a8ef-917097d22cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412610 Jul 29 20:54:56.885156 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-19757376-706f-45f3-8816-6248affb3ab3 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784478 Jul 29 20:54:56.974467 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2b94d64f-88c8-435d-9513-690175d79af8 req-bc51e4b7-a696-4e6c-8420-36d370c854e9 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Jul 29 20:54:57.663361 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12dca1-679f-4575-b2bd-44efb70d243c req-b510c049-7966-4207-8405-b83bbcb08510 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:54:57.666496 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-da12dca1-679f-4575-b2bd-44efb70d243c req-b510c049-7966-4207-8405-b83bbcb08510 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0515726 Jul 29 20:54:57.706431 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-da12dca1-679f-4575-b2bd-44efb70d243c req-061ccb24-e643-4dcc-925d-1e2d5bd3f2f0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Jul 29 20:54:59.820036 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:03.716100 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20628652-0736-4eea-bf98-a9fdde00e611 req-9c99e10d-9d0b-46f3-aec1-23c4946fb706 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:03.717577 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20628652-0736-4eea-bf98-a9fdde00e611 req-9c99e10d-9d0b-46f3-aec1-23c4946fb706 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Jul 29 20:55:03.755102 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20628652-0736-4eea-bf98-a9fdde00e611 req-b6df2147-6308-4df3-9e90-a1a4a3ed295a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312033 Jul 29 20:55:04.870892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596ed4b-c1f8-4c67-a141-3f05b69721ab req-fc84b95f-2215-4ab9-a8ba-540ece8a122e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:04.872367 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3596ed4b-c1f8-4c67-a141-3f05b69721ab req-fc84b95f-2215-4ab9-a8ba-540ece8a122e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Jul 29 20:55:04.910208 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3596ed4b-c1f8-4c67-a141-3f05b69721ab req-bce31eac-a036-42a8-b91f-b5e199a74770 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304415 Jul 29 20:55:06.019503 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a0e7-1b1b-4870-b18f-90a9aa874e69 req-9be78527-6b01-487e-8912-c631d161f740 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:06.020952 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0c88a0e7-1b1b-4870-b18f-90a9aa874e69 req-9be78527-6b01-487e-8912-c631d161f740 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0467038 Jul 29 20:55:06.060556 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0c88a0e7-1b1b-4870-b18f-90a9aa874e69 req-6ee77835-b08e-48cd-bd47-5113216e1bc1 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339031 Jul 29 20:55:07.171827 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1de48-841b-4dd4-9f54-020b002ef10b req-50b71fa8-6b26-44ab-817c-8fcbf38c607c tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:07.173286 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-63d1de48-841b-4dd4-9f54-020b002ef10b req-50b71fa8-6b26-44ab-817c-8fcbf38c607c tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Jul 29 20:55:07.214391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-63d1de48-841b-4dd4-9f54-020b002ef10b req-c53d8d15-0cfb-4f77-ad6d-b70cb1cedb2b tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Jul 29 20:55:08.326323 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab997ccf-0853-40b5-a50b-67936405a6da req-95184ede-bfe0-4feb-9082-b85696e9decb tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:08.328513 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab997ccf-0853-40b5-a50b-67936405a6da req-95184ede-bfe0-4feb-9082-b85696e9decb tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Jul 29 20:55:08.365773 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ab997ccf-0853-40b5-a50b-67936405a6da req-74e8031d-9680-4a30-826e-2cbc20ad329c tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Jul 29 20:55:09.478120 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f915fb-a5d6-460b-93ec-a9e0d29a0567 req-8e584357-8bb2-4d75-912a-469c08939dc7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:09.479623 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95f915fb-a5d6-460b-93ec-a9e0d29a0567 req-8e584357-8bb2-4d75-912a-469c08939dc7 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0489032 Jul 29 20:55:09.519097 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-95f915fb-a5d6-460b-93ec-a9e0d29a0567 req-23059285-1037-4d20-a8e6-feced77aa00e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331423 Jul 29 20:55:10.631006 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3475749-7faa-48d5-a962-53d42e6b43cf req-ea7dec86-a497-4dc1-9c29-9323a0f61b84 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:10.632479 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3475749-7faa-48d5-a962-53d42e6b43cf req-ea7dec86-a497-4dc1-9c29-9323a0f61b84 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Jul 29 20:55:10.668345 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d3475749-7faa-48d5-a962-53d42e6b43cf req-a210531e-855f-47a8-9770-d50c7eeabdd8 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301228 Jul 29 20:55:11.780721 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379e89-1949-4013-88fa-d9295058e78c req-a7d41090-5896-4b54-be0b-f4dc6e2a6a80 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:11.782194 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c9379e89-1949-4013-88fa-d9295058e78c req-a7d41090-5896-4b54-be0b-f4dc6e2a6a80 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Jul 29 20:55:11.818994 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c9379e89-1949-4013-88fa-d9295058e78c req-3ebeb7f9-6ac9-4e56-a4e2-886104aa912e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Jul 29 20:55:12.929024 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d8031-4658-43f7-8ee0-273cf5c60d14 req-68bd4637-ff8e-47fb-a84a-b45c86ed3b89 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:12.930464 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae3d8031-4658-43f7-8ee0-273cf5c60d14 req-68bd4637-ff8e-47fb-a84a-b45c86ed3b89 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0462079 Jul 29 20:55:12.970546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae3d8031-4658-43f7-8ee0-273cf5c60d14 req-459caae9-68b4-4005-a01b-04d4aac5c9f2 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337217 Jul 29 20:55:13.868868 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-daf879fb-48b6-4cc6-abc7-8617590228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:13.870319 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-daf879fb-48b6-4cc6-abc7-8617590228a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0408101 Jul 29 20:55:13.961146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-592082fa-4c00-49c7-b346-7dcd8394a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:13.962608 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-592082fa-4c00-49c7-b346-7dcd8394a8ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.0837436 Jul 29 20:55:14.027209 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-fb4deeaf-67e0-4b9d-b782-280b344a1ada service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 1001 time: 0.0562274 Jul 29 20:55:14.081225 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-9fa50df6-b00b-431d-83b3-92a8e2ebd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:14.082671 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-9fa50df6-b00b-431d-83b3-92a8e2ebd2f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0437968 Jul 29 20:55:14.088494 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34565-8bb3-421b-b7ac-5c8cf35c6d01 req-bf429a3f-0ca1-4b0e-9178-54a4192d179f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:14.089952 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87d34565-8bb3-421b-b7ac-5c8cf35c6d01 req-bf429a3f-0ca1-4b0e-9178-54a4192d179f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Jul 29 20:55:14.128540 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-87d34565-8bb3-421b-b7ac-5c8cf35c6d01 req-02071335-eadd-4ad6-b2c1-6c9c0565ce0f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325489 Jul 29 20:55:14.138418 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e5391609-bc8d-46c2-b931-01e7c0ca3f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:14.149249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-ee523234-7986-403b-a005-d36fcf9fe8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:14.150773 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-ee523234-7986-403b-a005-d36fcf9fe8ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531118 Jul 29 20:55:14.237912 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-4080f4fb-6c25-43d6-9665-eeefbec64271 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791421 Jul 29 20:55:14.338889 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-736cec4d-a0eb-45bc-86cf-57810b22d439 req-2b695afb-0bbd-4fcd-840a-545dc15395ad service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896306 Jul 29 20:55:15.243845 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91849938-80c8-4225-af0f-8419602925b7 req-09890180-705c-4a29-8746-ac8d03272375 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:15.245316 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91849938-80c8-4225-af0f-8419602925b7 req-09890180-705c-4a29-8746-ac8d03272375 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0481808 Jul 29 20:55:15.282364 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91849938-80c8-4225-af0f-8419602925b7 req-37a558c2-fbee-4d7f-a183-7657b83e0b14 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308578 Jul 29 20:55:16.396095 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a1dca-2243-4430-829b-b70aa9559481 req-5dd16f6f-fa91-4e00-bc95-c05f651ce203 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:16.397619 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb8a1dca-2243-4430-829b-b70aa9559481 req-5dd16f6f-fa91-4e00-bc95-c05f651ce203 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0491297 Jul 29 20:55:16.444073 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb8a1dca-2243-4430-829b-b70aa9559481 req-2c0ec771-94eb-42da-909a-ff71f730547c tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362275 Jul 29 20:55:17.101902 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-fca0ff35-dd22-4d06-b688-ce27c67613e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:17.555824 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d902949-8049-4c41-bc4a-f6650c61db20 req-b68eb975-e06a-4e6d-a89e-154d1e33f16a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:17.557306 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d902949-8049-4c41-bc4a-f6650c61db20 req-b68eb975-e06a-4e6d-a89e-154d1e33f16a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0480363 Jul 29 20:55:17.568218 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:17.609939 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0d902949-8049-4c41-bc4a-f6650c61db20 req-ed9e8b55-c053-4ada-97bf-aebeca480215 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Jul 29 20:55:17.618883 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:17.810214 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-a5b5b116-0c17-45b1-8dc7-4c2cfba0c307 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644002 Jul 29 20:55:17.825539 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785c774-cf5f-4d26-824f-9e22989f242a req-1207433b-1bd9-4f91-a382-80a24b557ac3 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:17.827552 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5785c774-cf5f-4d26-824f-9e22989f242a req-1207433b-1bd9-4f91-a382-80a24b557ac3 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0583785 Jul 29 20:55:17.869491 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5785c774-cf5f-4d26-824f-9e22989f242a req-5013c672-cfed-4065-ba96-5e85199c7f52 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354550 Jul 29 20:55:18.987226 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824a9d-3add-46e2-ad62-99f87ed6735a req-29de23d8-5ab1-4eaf-997a-96f6d2529618 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:18.988710 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-74824a9d-3add-46e2-ad62-99f87ed6735a req-29de23d8-5ab1-4eaf-997a-96f6d2529618 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Jul 29 20:55:19.023881 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:19.031821 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-74824a9d-3add-46e2-ad62-99f87ed6735a req-2cc9b7e6-b555-4143-925a-b771f8f881c2 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350904 Jul 29 20:55:19.088892 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2a47-f4d2-4881-b045-0440946df989 req-adcf3a69-adb2-41f5-a80c-f032a7fef782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:19.090362 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-adcf3a69-adb2-41f5-a80c-f032a7fef782 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6&tenant_id=53daa05a94344e03b57a23782b191b75 HTTP/1.1" status: 200 len: 1098 time: 0.0397344 Jul 29 20:55:19.149150 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2a47-f4d2-4881-b045-0440946df989 req-4b7a80d1-3814-4632-92b1-08830dfa6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:19.150585 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-4b7a80d1-3814-4632-92b1-08830dfa6d55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0383744 Jul 29 20:55:19.241939 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2a47-f4d2-4881-b045-0440946df989 req-a9b6cb07-6d1e-44ac-a3b8-d93c53cca1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:19.243409 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-a9b6cb07-6d1e-44ac-a3b8-d93c53cca1bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.0838945 Jul 29 20:55:19.311642 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-5d78f114-6c7d-4406-a61e-b49ea4fa1793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 1001 time: 0.0561383 Jul 29 20:55:19.364380 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2a47-f4d2-4881-b045-0440946df989 req-8831f2b6-281b-4c09-819d-4607ac22fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:19.365772 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-8831f2b6-281b-4c09-819d-4607ac22fb66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.0427797 Jul 29 20:55:19.415998 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2a47-f4d2-4881-b045-0440946df989 req-5dc7c43a-3701-4b22-bc07-9f33271e75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:19.417467 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-5dc7c43a-3701-4b22-bc07-9f33271e75f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430884 Jul 29 20:55:19.503413 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-ea02d16b-2465-4914-a011-1df11866cc28 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781729 Jul 29 20:55:19.603677 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-28bc2a47-f4d2-4881-b045-0440946df989 req-bbc7e1f4-4892-434e-9e47-dcd110462ae6 service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907273 Jul 29 20:55:20.144809 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aac06-1c67-4e99-a419-03edb065b3ab req-39030ce9-f7db-417c-8282-3b39ac5c01f3 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:20.146284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b14aac06-1c67-4e99-a419-03edb065b3ab req-39030ce9-f7db-417c-8282-3b39ac5c01f3 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Jul 29 20:55:20.182373 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b14aac06-1c67-4e99-a419-03edb065b3ab req-e5db4f5d-88bc-4731-9796-ff750aa2315f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301278 Jul 29 20:55:20.329589 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:20.405256 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:20.426264 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:20.428511 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a698e-f452-47a9-ad4c-6e71d05705c9" -d '{"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:20.441386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:20.445425 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:20.472986 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0baa9fe-2b1f-477b-a5e3-3cef3c63dd49 x-openstack-request-id: req-b0baa9fe-2b1f-477b-a5e3-3cef3c63dd49 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:20.473275 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:20.473522 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0baa9fe-2b1f-477b-a5e3-3cef3c63dd49 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:20.473904 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'code': 200} Jul 29 20:55:20.496092 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=6']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:20.503346 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.503790 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.504133 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.504465 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.504793 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.505120 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.505443 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.505763 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.506085 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.506408 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.506751 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:20.507071 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:21.303555 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708285ac-ced0-4eec-9c1f-83194972782e req-ab8d38a5-6b16-4cf3-950e-07e4949dec50 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:21.305085 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-708285ac-ced0-4eec-9c1f-83194972782e req-ab8d38a5-6b16-4cf3-950e-07e4949dec50 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0547862 Jul 29 20:55:21.346512 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-708285ac-ced0-4eec-9c1f-83194972782e req-f3e7e5ed-a1e8-4f8e-af27-85c65e0e142a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Jul 29 20:55:22.463215 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327e41-862a-426a-8a46-df9e12366200 req-0f900901-ed8c-4c6e-b0d2-add9889a7fab tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:22.464709 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf327e41-862a-426a-8a46-df9e12366200 req-0f900901-ed8c-4c6e-b0d2-add9889a7fab tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0491154 Jul 29 20:55:22.502262 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf327e41-862a-426a-8a46-df9e12366200 req-44d9a107-b851-47a8-b3d8-387a05b71766 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Jul 29 20:55:23.617853 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdba3-3fe9-44b4-8dd5-6e6265c63b1a req-8f04bfe1-940b-475d-9e82-d953fb9dc52b tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:23.619353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-279fdba3-3fe9-44b4-8dd5-6e6265c63b1a req-8f04bfe1-940b-475d-9e82-d953fb9dc52b tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Jul 29 20:55:23.656602 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-279fdba3-3fe9-44b4-8dd5-6e6265c63b1a req-fa413480-303c-4046-8fdd-ebf42c100358 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Jul 29 20:55:24.461470 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cd7e3-fd4b-48d1-9d3a-584a6087e994 req-69fb3aca-c24c-421d-be45-cef8b0488c9b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:24.462942 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec6cd7e3-fd4b-48d1-9d3a-584a6087e994 req-69fb3aca-c24c-421d-be45-cef8b0488c9b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0507474 Jul 29 20:55:24.502313 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ec6cd7e3-fd4b-48d1-9d3a-584a6087e994 req-c80068d8-b272-4ee4-a47d-7b9754908ce7 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Jul 29 20:55:24.769733 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7d23a-ea1e-4ca7-9f81-5a28a0077f7f req-b027ef83-d5e8-421b-a857-6605f07064bc tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:24.771110 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b2e7d23a-ea1e-4ca7-9f81-5a28a0077f7f req-b027ef83-d5e8-421b-a857-6605f07064bc tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0479853 Jul 29 20:55:24.808147 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b2e7d23a-ea1e-4ca7-9f81-5a28a0077f7f req-74aac9ce-eac8-4d56-aba4-0b9c56ecec9a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Jul 29 20:55:25.618790 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784868f-7117-4548-9617-1e43cf3a71a3 req-5aec2302-0dfb-44b5-940f-c66292a237b9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:25.620361 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7784868f-7117-4548-9617-1e43cf3a71a3 req-5aec2302-0dfb-44b5-940f-c66292a237b9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0484929 Jul 29 20:55:25.661084 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7784868f-7117-4548-9617-1e43cf3a71a3 req-db33a186-7bbc-487a-bcb1-51c18f7e70e9 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups?id=108731fd-84b5-475e-b719-d50edb0f8d94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340409 Jul 29 20:55:25.862872 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a003d-40b4-4740-8532-d1a2acf7e192 req-8a1e5b32-73ed-424b-ba8b-74065a595baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:25.864376 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-012a003d-40b4-4740-8532-d1a2acf7e192 req-8a1e5b32-73ed-424b-ba8b-74065a595baa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0409167 Jul 29 20:55:25.907794 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-012a003d-40b4-4740-8532-d1a2acf7e192 req-0b6c2066-23de-4896-90b4-d993a0416cff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360334 Jul 29 20:55:25.919279 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40c20a-34c9-4240-94dd-fda672eaff3c req-c405006e-da74-496f-ac76-3c1a98693882 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:25.920778 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d40c20a-34c9-4240-94dd-fda672eaff3c req-c405006e-da74-496f-ac76-3c1a98693882 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0470834 Jul 29 20:55:25.945456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-0dc7008d-8f55-4e02-91da-34a5c4450c09 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:25.946918 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-0dc7008d-8f55-4e02-91da-34a5c4450c09 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 946 time: 0.0485303 Jul 29 20:55:25.961642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8d40c20a-34c9-4240-94dd-fda672eaff3c req-4068e06a-da57-494a-8f35-2b0b7efa56a1 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350058 Jul 29 20:55:26.041696 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Deleting port fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:26.042030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.124579 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] For port fde9c7a4-8973-4270-afb7-6217e750287a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=fde9c7a4-8973-4270-afb7-6217e750287a,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:26.124937 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.287400 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.287751 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.288059 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Floating IP 3d63e485-4745-4a1e-9fd5-71a316d52452 disassociated. External IP: 172.27.2.176, port: fde9c7a4-8973-4270-afb7-6217e750287a. Jul 29 20:55:26.288390 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Calling delete_port for fde9c7a4-8973-4270-afb7-6217e750287a owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:26.409131 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.436838 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'Port': ['ID=fde9c7a4-8973-4270-afb7-6217e750287a,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:26.448246 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.448591 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.448929 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.449265 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.449595 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.449921 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.450247 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.450570 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.450946 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.451268 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.451587 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.451905 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:26.556775 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:26.664379 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:26.674277 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:26.683713 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:26.684533 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:26.709981 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] No DVR routers for this DVR port fde9c7a4-8973-4270-afb7-6217e750287a on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:55:26.712683 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:26.715136 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-82a5c3f0-ce42-4345-9514-8de799eae535 req-bb35b55c-a83d-4076-882c-8e3738e939d1 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.44 "DELETE /v2.0/ports/fde9c7a4-8973-4270-afb7-6217e750287a HTTP/1.1" status: 204 len: 173 time: 0.7577484 Jul 29 20:55:26.715593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-deleted', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:26.718437 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e808a1-a26f-487f-b2ae-73bcee3d6f2a" -d '{"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-deleted", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:26.798595 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:26.801819 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-15096090-d271-48b9-a442-01b2837cf722 req-0886d21a-5903-4ffc-8d39-fdd15c5766c4 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bbe3673-2f15-4785-8f46-418322c0cf8f HTTP/1.1" status: 200 len: 210 time: 0.0651777 Jul 29 20:55:26.842285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f7db7d-a819-4533-a1bc-94969c1d5d75 x-openstack-request-id: req-88f7db7d-a819-4533-a1bc-94969c1d5d75 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:26.842800 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbe3673-2f15-4785-8f46-418322c0cf8f", "name": "network-vif-deleted", "tag": "fde9c7a4-8973-4270-afb7-6217e750287a", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:26.843174 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88f7db7d-a819-4533-a1bc-94969c1d5d75 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:26.843571 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbe3673-2f15-4785-8f46-418322c0cf8f', 'name': 'network-vif-deleted', 'tag': 'fde9c7a4-8973-4270-afb7-6217e750287a', 'status': 'completed', 'code': 200} Jul 29 20:55:27.014516 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:27.040311 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:27.048425 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:27.049025 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:27.073923 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fe689-5c5f-4ca2-9c9f-a0481ec08a78 req-f7d3e5c2-c641-4dc5-804d-b3baeaad14ff tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:27.076013 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3a5fe689-5c5f-4ca2-9c9f-a0481ec08a78 req-f7d3e5c2-c641-4dc5-804d-b3baeaad14ff tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 943 time: 0.0490127 Jul 29 20:55:27.113460 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3a5fe689-5c5f-4ca2-9c9f-a0481ec08a78 req-b5f9310c-a0aa-4ac2-ae00-86596a91c4c5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Jul 29 20:55:27.154360 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:27.355693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:27.384811 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5eb2-f6b0-4598-8dd4-2ffd5ffac611 None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:48:39Z', 'revision_number': 4, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '104488db-a50e-49ad-809d-ce6f4c4d5493', 'name': '', 'network_id': 'e76a1ae1-99d5-4dca-8ae4-531420fa7cf8', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'mac_address': 'fa:16:3e:a7:cc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '020f420a-f874-41d0-9ad9-b08518197671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:37Z', 'updated_at': '2021-07-29T20:48:48Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'subnets': [{'id': '020f420a-f874-41d0-9ad9-b08518197671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:27.577359 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0f43d-8399-4a6f-a09a-27d6943133ce None None] New status for floating IP 3d63e485-4745-4a1e-9fd5-71a316d52452: DOWN {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:55:27.883934 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43058) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:27.936673 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:27.959559 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.004402 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.007080 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.008198 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "DELETE /v2.0/security-groups/108731fd-84b5-475e-b719-d50edb0f8d94 HTTP/1.1" status: 204 len: 168 time: 0.1232922 Jul 29 20:55:28.011069 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43060) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:28.017516 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e50a9a-7eb5-4da3-bc6f-03304983d4da tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108731fd-84b5-475e-b719-d50edb0f8d94,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:28.026603 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.api.v2.resource [None req-5bb9ca46-aeab-496e-94e8-b83d93719ea6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] show failed (client error): The resource could not be found. Jul 29 20:55:28.027622 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5bb9ca46-aeab-496e-94e8-b83d93719ea6 tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "GET /v2.0/security-groups/108731fd-84b5-475e-b719-d50edb0f8d94 HTTP/1.1" status: 404 len: 347 time: 0.0155704 Jul 29 20:55:28.031078 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43062) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:28.149560 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Deleting port c4e4619b-a203-411d-8e0a-64f8b48d2b3b {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:28.150240 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.224410 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.224673 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.236360 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Calling delete_port for c4e4619b-a203-411d-8e0a-64f8b48d2b3b owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:28.366585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.379822 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:55:28.392088 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Pushing event deleted for resources: {'Port': ['ID=c4e4619b-a203-411d-8e0a-64f8b48d2b3b,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:28.416129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.416480 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.416822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.417161 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.417496 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.417827 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.418155 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.418477 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.418827 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.419178 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.419501 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.419822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:55:28.460459 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.462933 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.464092 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-21a36abc-647e-4a45-a67e-60dcb0424d8b tempest-AttachVolumeShelveTestJSON-867240304 tempest-AttachVolumeShelveTestJSON-867240304-project] 10.222.0.43 "DELETE /v2.0/floatingips/3d63e485-4745-4a1e-9fd5-71a316d52452 HTTP/1.1" status: 204 len: 168 time: 0.4320755 Jul 29 20:55:28.476848 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:28.488446 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'port_id': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'mac_address': 'fa:16:3e:12:41:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:55:28.529177 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.545765 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:55:28.567717 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:28.572340 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:28.620587 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=7']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:28.839953 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:55:29.831656 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:30.367351 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:55:30.379340 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:30.424788 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:30.425160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:30.500574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:30.521647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:30.523869 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de604af7-e997-4cae-b042-cd36c676b32b" -d '{"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:30.536195 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:30.540537 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:30.541481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:30.578706 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a5fef0-ccfd-47b1-bc2e-854ba36f9748 x-openstack-request-id: req-d3a5fef0-ccfd-47b1-bc2e-854ba36f9748 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:30.578997 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:30.579245 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3a5fef0-ccfd-47b1-bc2e-854ba36f9748 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:30.579628 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'code': 200} Jul 29 20:55:30.582182 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: fde9c7a4-8973-4270-afb7-6217e750287a {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:55:30.582520 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device fde9c7a4-8973-4270-afb7-6217e750287a not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:55:30.607052 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=8']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:30.861242 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43086) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:31.280090 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:31.737168 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Deleting port 104488db-a50e-49ad-809d-ce6f4c4d5493 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:31.737504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:31.811055 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] For port 104488db-a50e-49ad-809d-ce6f4c4d5493, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=104488db-a50e-49ad-809d-ce6f4c4d5493,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:31.811445 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:31.823275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Calling delete_port for 104488db-a50e-49ad-809d-ce6f4c4d5493 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:31.994053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.018130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=104488db-a50e-49ad-809d-ce6f4c4d5493,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:32.180786 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.384692 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Router b334d795-c598-4587-90e0-a28b5eda65e5 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:32.489113 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:32.494286 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0a57d8bd-597c-47eb-b5a6-e44eaf6d3d50 admin admin] 10.222.0.43 "PUT /v2.0/routers/b334d795-c598-4587-90e0-a28b5eda65e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320124 Jul 29 20:55:32.496832 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43092) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:32.499166 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Sync routers for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:32.510795 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:32.511399 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:32.599707 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.617817 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:32.698045 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.749939 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Deleting port dfb269fc-d740-483f-ae9a-4d8b26872a69 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:32.750292 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.794314 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:55:31Z', 'revision_number': 5, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port': {'id': 'dfb269fc-d740-483f-ae9a-4d8b26872a69', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:94:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:48:34Z', 'updated_at': '2021-07-29T20:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:32.820709 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Checking router: b334d795-c598-4587-90e0-a28b5eda65e5 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:32.826152 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] For port dfb269fc-d740-483f-ae9a-4d8b26872a69, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=dfb269fc-d740-483f-ae9a-4d8b26872a69,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:32.826621 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:32.835967 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Routers {'b334d795-c598-4587-90e0-a28b5eda65e5'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:32.835967 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['b334d795-c598-4587-90e0-a28b5eda65e5'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:32.842028 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Calling delete_port for dfb269fc-d740-483f-ae9a-4d8b26872a69 owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:33.017780 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.047020 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb269fc-d740-483f-ae9a-4d8b26872a69,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:33.047267 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] Set router b334d795-c598-4587-90e0-a28b5eda65e5 gateway port host: None {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:33.099247 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:55:32Z', 'revision_number': 6, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:33.116322 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.129667 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f165a-b1c0-4e19-a353-852b0e18a830 None None] The sync data for ids ['b334d795-c598-4587-90e0-a28b5eda65e5'] in dv-cinder-802957-1-iscsi is: [{'id': 'b334d795-c598-4587-90e0-a28b5eda65e5', 'name': 'tempest-AttachVolumeShelveTestJSON-377693021-router', 'tenant_id': '03d11c710699424bb439d68a7a69e54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:48:33Z', 'updated_at': '2021-07-29T20:55:32Z', 'revision_number': 6, 'project_id': '03d11c710699424bb439d68a7a69e54a', 'gw_port_host': None}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:33.218356 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.220615 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.263472 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.264064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b334d795-c598-4587-90e0-a28b5eda65e5 {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:55:33.268496 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.269625 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-3e6c3444-240b-4bc3-adfc-a068a9a6a2d7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b334d795-c598-4587-90e0-a28b5eda65e5 HTTP/1.1" status: 204 len: 168 time: 0.7711432 Jul 29 20:55:33.272308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43098) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:33.319443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Deleting subnet 020f420a-f874-41d0-9ad9-b08518197671 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:55:33.322524 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.357531 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.505217 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.548519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ba49-f71c-4a52-970d-46e9ce4f73ea req-86d454b8-e5c4-4b4b-b538-2b0bac354266 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:33.550057 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7fa7ba49-f71c-4a52-970d-46e9ce4f73ea req-86d454b8-e5c4-4b4b-b538-2b0bac354266 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.1056004 Jul 29 20:55:33.591574 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.623673 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7fa7ba49-f71c-4a52-970d-46e9ce4f73ea req-26af5df4-02fc-41fa-82eb-1b45068b18d0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655947 Jul 29 20:55:33.625899 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020f420a-f874-41d0-9ad9-b08518197671,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:33.629690 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.631542 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5d8c705d-6106-4465-9523-118b416440bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/020f420a-f874-41d0-9ad9-b08518197671 HTTP/1.1" status: 204 len: 168 time: 0.3582292 Jul 29 20:55:33.634041 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43104) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:33.644561 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824e593-ffff-4c1a-ad9e-faad05b1dcb5 None None] Network e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:55:33.701823 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.753850 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Deleting port 25d62cb6-f260-47e1-aff0-767417ccaefb {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:33.754204 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.823156 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] For port 25d62cb6-f260-47e1-aff0-767417ccaefb, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=25d62cb6-f260-47e1-aff0-767417ccaefb,segment=NetworkSegment(d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6),segment_id=d93bd1f0-cd3a-4a34-827c-e2ca35ce91a6)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:33.823510 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.836520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Calling delete_port for 25d62cb6-f260-47e1-aff0-767417ccaefb owned by network:dhcp {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:33.873185 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] DHCP port deletion for e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:55:33.920301 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.920759 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Deleting port 25d62cb6-f260-47e1-aff0-767417ccaefb {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:33.921163 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.946734 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d62cb6-f260-47e1-aff0-767417ccaefb,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:33.951130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] No DVR routers for this DVR port 25d62cb6-f260-47e1-aff0-767417ccaefb on host dv-cinder-802957-1-iscsi {{(pid=104709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:55:33.983428 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] For port 25d62cb6-f260-47e1-aff0-767417ccaefb, host dv-cinder-802957-1-iscsi, got binding levels [] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:33.983828 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:33.996642 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Calling delete_port for 25d62cb6-f260-47e1-aff0-767417ccaefb owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:34.009978 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.ipam_backend_mixin [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Port 25d62cb6-f260-47e1-aff0-767417ccaefb was not found and therefore no delete operation was performed {{(pid=104710) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 20:55:34.011448 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.024667 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.034341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76a1ae1-99d5-4dca-8ae4-531420fa7cf8']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:34.043193 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] Pushing event deleted for resources: {'Port': ['ID=25d62cb6-f260-47e1-aff0-767417ccaefb,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:34.045338 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212ce22-2cbf-4dd5-bd3b-189b42b56b75 None None] No DVR routers for this DVR port 25d62cb6-f260-47e1-aff0-767417ccaefb on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:55:34.049132 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:34.049598 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93bd1f0-cd3a-4a34-827c-e2ca35ce91a6') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:34.064466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.078973 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.085184 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:55:34.085567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:55:34.087222 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:55:34.144143 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.149875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.152079 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e76a1ae1-99d5-4dca-8ae4-531420fa7cf8 HTTP/1.1" status: 204 len: 168 time: 0.5167875 Jul 29 20:55:34.267090 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43108) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:34.308468 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-027c7d8f-9b5c-4352-9d91-bd3024a80ab0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03d11c710699424bb439d68a7a69e54a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401828 Jul 29 20:55:34.311488 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43110) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:34.363247 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.385584 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.400115 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99c099-0216-4322-9601-de1633cc8ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76a1ae1-99d5-4dca-8ae4-531420fa7cf8,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:34.434208 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.437277 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:34.438407 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/578c0dc8-744d-42c4-9ef3-6a3634696b0d HTTP/1.1" status: 204 len: 168 time: 0.1259322 Jul 29 20:55:34.445950 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7bfb2-c559-4fc3-87ea-e5d2848ec330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c0dc8-744d-42c4-9ef3-6a3634696b0d,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:34.739129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069b455-1144-412d-b8ef-2ac676737365 req-05398c2f-06b6-40d7-8d55-cbde0601b82a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:34.740659 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6069b455-1144-412d-b8ef-2ac676737365 req-05398c2f-06b6-40d7-8d55-cbde0601b82a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0490816 Jul 29 20:55:34.777351 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6069b455-1144-412d-b8ef-2ac676737365 req-38883973-7e3d-4d75-bf25-dd8808d99a5c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Jul 29 20:55:35.129136 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 25d62cb6-f260-47e1-aff0-767417ccaefb no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:35.148387 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 25d62cb6-f260-47e1-aff0-767417ccaefb {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:55:35.148725 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 25d62cb6-f260-47e1-aff0-767417ccaefb not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:55:35.149132 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device dfb269fc-d740-483f-ae9a-4d8b26872a69 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:35.167247 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: dfb269fc-d740-483f-ae9a-4d8b26872a69 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:55:35.167594 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device dfb269fc-d740-483f-ae9a-4d8b26872a69 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:55:35.168000 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 104488db-a50e-49ad-809d-ce6f4c4d5493 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:35.186550 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 104488db-a50e-49ad-809d-ce6f4c4d5493 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:55:35.186915 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 104488db-a50e-49ad-809d-ce6f4c4d5493 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:55:35.516549 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f421727-187f-44be-9525-d53755086307 req-c63ab6ae-3e9f-4d1f-8952-ffee83279165 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:35.518377 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2f421727-187f-44be-9525-d53755086307 req-c63ab6ae-3e9f-4d1f-8952-ffee83279165 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0541968 Jul 29 20:55:35.610806 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Deleting port f2c44177-dcbf-444a-b5fd-ab673912d3b0 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:35.611151 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:35.697601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] For port f2c44177-dcbf-444a-b5fd-ab673912d3b0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f2c44177-dcbf-444a-b5fd-ab673912d3b0,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:35.697891 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:35.863306 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:35.863671 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:35.863983 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Floating IP f82c1e9d-aa06-425f-a896-66624e4f8b23 disassociated. External IP: 172.27.2.80, port: f2c44177-dcbf-444a-b5fd-ab673912d3b0. Jul 29 20:55:35.864320 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Calling delete_port for f2c44177-dcbf-444a-b5fd-ab673912d3b0 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:35.893418 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca723a-fee8-4efa-99ad-de21b1a97b5a req-a1ec24fc-d3c8-4e23-be01-e19b7f40c589 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:35.894938 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22ca723a-fee8-4efa-99ad-de21b1a97b5a req-a1ec24fc-d3c8-4e23-be01-e19b7f40c589 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 946 time: 0.0487125 Jul 29 20:55:35.932227 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-22ca723a-fee8-4efa-99ad-de21b1a97b5a req-b6bd6eac-2bad-433a-afc7-ca145df05f18 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa78fce0-d890-4f16-b389-4b331b4afc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 29 20:55:35.990543 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:36.018071 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'Port': ['ID=f2c44177-dcbf-444a-b5fd-ab673912d3b0,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:36.372374 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:36.480745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:36.491310 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:36.501425 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:36.502185 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:36.520029 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] No DVR routers for this DVR port f2c44177-dcbf-444a-b5fd-ab673912d3b0 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:55:36.522583 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:36.524565 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-2f421727-187f-44be-9525-d53755086307 req-2599f8af-7f4d-4db2-9e8e-9b6d5c09b093 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "DELETE /v2.0/ports/f2c44177-dcbf-444a-b5fd-ab673912d3b0 HTTP/1.1" status: 204 len: 173 time: 0.9999025 Jul 29 20:55:36.525239 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'name': 'network-vif-deleted', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:36.528031 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62feb46-6474-4ec8-84ad-fc84c00ad044" -d '{"events": [{"server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "name": "network-vif-deleted", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:36.566898 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8da6e0-3e29-450b-af56-fed0802c101a x-openstack-request-id: req-0c8da6e0-3e29-450b-af56-fed0802c101a {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:36.567183 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5667348-ee1c-4892-994f-8042942cd97e", "name": "network-vif-deleted", "tag": "f2c44177-dcbf-444a-b5fd-ab673912d3b0", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:36.567446 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c8da6e0-3e29-450b-af56-fed0802c101a {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:36.567816 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5667348-ee1c-4892-994f-8042942cd97e', 'name': 'network-vif-deleted', 'tag': 'f2c44177-dcbf-444a-b5fd-ab673912d3b0', 'status': 'completed', 'code': 200} Jul 29 20:55:36.620954 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:36.927152 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:36.954068 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:36.962602 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:36.963247 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:37.042824 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-93942b6b-c41d-454e-9fdb-f8066148a62e req-790e90fd-01ed-4a06-8e28-f377dda0fac4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5667348-ee1c-4892-994f-8042942cd97e HTTP/1.1" status: 200 len: 210 time: 0.0312457 Jul 29 20:55:37.069380 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:37.266810 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:37.294763 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371360a-a0a2-4a49-bf1e-67bbb034f317 None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:37.489859 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17531a83-1f36-4ae0-baa3-020ebc785b95 None None] New status for floating IP f82c1e9d-aa06-425f-a896-66624e4f8b23: DOWN {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:55:39.148022 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43188) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:39.202406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.227297 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.272822 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.275695 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.276823 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "DELETE /v2.0/security-groups/fa78fce0-d890-4f16-b389-4b331b4afc16 HTTP/1.1" status: 204 len: 168 time: 0.1277966 Jul 29 20:55:39.279948 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43190) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:39.289146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d76c1c-fcb2-4991-b2a9-bd8512b9d98e tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa78fce0-d890-4f16-b389-4b331b4afc16,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:39.293981 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.api.v2.resource [None req-e19fd84a-5727-4af5-83d8-cf10a19e536c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] show failed (client error): The resource could not be found. Jul 29 20:55:39.294915 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e19fd84a-5727-4af5-83d8-cf10a19e536c tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups/fa78fce0-d890-4f16-b389-4b331b4afc16 HTTP/1.1" status: 404 len: 347 time: 0.0138731 Jul 29 20:55:39.297587 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43192) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:39.419466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Deleting port 2b8c710a-571f-4ace-bf92-bf465c1596ea {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:55:39.419751 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.490910 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.491239 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.502863 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Calling delete_port for 2b8c710a-571f-4ace-bf92-bf465c1596ea owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:55:39.629645 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.654752 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'Port': ['ID=2b8c710a-571f-4ace-bf92-bf465c1596ea,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:39.713520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.715988 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:39.717135 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c20087f1-43b1-464c-a7fd-b390e40027a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "DELETE /v2.0/floatingips/f82c1e9d-aa06-425f-a896-66624e4f8b23 HTTP/1.1" status: 204 len: 168 time: 0.4186497 Jul 29 20:55:39.925406 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43196) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:39.930048 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759430565', 'description': 'tempest-description--1351461054'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:39.953421 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.032412 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.036192 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.063139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.064348 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1379535 Jul 29 20:55:40.066158 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b272d7-f3b9-4206-be29-1b7b75a93bf0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78110e39-29c0-468b-8904-d48b41d69a91,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:40.067447 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43202) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:40.073028 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group_rule': {'security_group_id': '78110e39-29c0-468b-8904-d48b41d69a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:40.099767 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.155588 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.159555 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.177761 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9708ecd-6a13-4299-a324-937976e7f9c4,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:40.185217 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.186576 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d76accc5-0208-48f9-9de2-02f77c7ad7a6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174526 Jul 29 20:55:40.189496 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43204) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:40.193816 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'security_group_rule': {'security_group_id': '78110e39-29c0-468b-8904-d48b41d69a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:40.219878 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.274340 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.277571 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.294740 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b368eb55-820c-4164-93f6-a063ec149d53,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:40.300627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.301818 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1d297703-b8dd-450c-b8cd-d9a8b6170524 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113725 Jul 29 20:55:40.304934 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43206) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:40.309850 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:40.330333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.425423 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.455801 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device f2c44177-dcbf-444a-b5fd-ab673912d3b0 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:55:40.479104 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: f2c44177-dcbf-444a-b5fd-ab673912d3b0 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:55:40.479535 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device f2c44177-dcbf-444a-b5fd-ab673912d3b0 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:55:40.529992 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Allocated IP 172.27.2.155 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/41981bf8-317c-46f5-8541-b7079d7aca97) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:40.634290 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.671385 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.704538 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:40.707252 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:40.710875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:40.741991 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=41981bf8-317c-46f5-8541-b7079d7aca97,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:40.802088 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.833956 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.979058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:40.983820 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.048783 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=41981bf8-317c-46f5-8541-b7079d7aca97,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:41.056868 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.076718 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:41.087353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1e1e12a7-8dcb-4ff0-a97d-22d8fb94eece tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7812881 Jul 29 20:55:41.267296 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-2d4b0b5f-ed37-421b-8aa7-dc9ad8f510e0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1759430565&fields=id&tenant_id=944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 267 time: 0.0345159 Jul 29 20:55:41.372973 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-eca0138b-c6b6-413b-bb7a-536bfcec7504 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:41.374464 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-eca0138b-c6b6-413b-bb7a-536bfcec7504 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 810 time: 0.1001005 Jul 29 20:55:41.389363 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-568e0f9e-6fa6-42b8-a909-b5de81e8b912 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/quotas/944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 375 time: 0.0092921 Jul 29 20:55:41.441154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-c2e2d0eb-a4b2-4223-ad7d-45f62a68be03 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467587 Jul 29 20:55:41.621393 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-ffa26882-9fd6-46cd-9e1c-19fc9de45204 service neutron] 10.222.0.43 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682796 Jul 29 20:55:41.707373 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-92428ec4-28ff-4d4e-ab39-8498645a0cdf service neutron] 10.222.0.43 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794456 Jul 29 20:55:41.862496 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-583d6616-d979-4cef-924c-baece3f56109 req-63621b80-4968-4167-ab81-96638801e10f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 210 time: 0.0269902 Jul 29 20:55:42.825285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-ce64a8b7-37b7-4d8c-b57c-c8adb46d5b56 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:42.826839 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-ce64a8b7-37b7-4d8c-b57c-c8adb46d5b56 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 810 time: 0.0994184 Jul 29 20:55:42.870217 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-707cb465-1249-4780-9c16-23a782f9d193 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944a5a1881fa49059e36247dac9b2c40 HTTP/1.1" status: 200 len: 380 time: 0.0339730 Jul 29 20:55:42.883712 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'port': {'device_id': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'admin_state_up': True, 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'security_groups': ['78110e39-29c0-468b-8904-d48b41d69a91']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:42.956085 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-61afeaac-0e9c-4d0f-bba9-68491ecaed8e req-c4ab1654-c226-4fb5-b999-10f57811e558 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 210 time: 0.0262477 Jul 29 20:55:42.987226 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Made reservation on behalf of 944a5a1881fa49059e36247dac9b2c40 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:55:42.990625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.111803 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Allocated IP 172.20.0.8 (a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38/95113aa9-850d-4469-a31b-f55f3af78f72/e333c0a1-46cb-448d-a052-c484ed26c13e) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:55:43.241303 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.253644 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Transition to ACTIVE for port object e333c0a1-46cb-448d-a052-c484ed26c13e will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:43.285247 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.326940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:55:43.329847 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:55:43.332125 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:55:43.364329 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event updated for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.391117 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:43.391764 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.406968 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-a3633319-9352-40c8-bb99-9278dea22195 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5272021 Jul 29 20:55:43.420104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Request body: {'port': {'device_id': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:43.481834 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.561997 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d16a6bb6-e047-4781-b53d-24b14431a970 None None] Provisioning for port e333c0a1-46cb-448d-a052-c484ed26c13e completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:43.565851 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-d16a6bb6-e047-4781-b53d-24b14431a970 None None] Provisioning complete for port e333c0a1-46cb-448d-a052-c484ed26c13e triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:43.566428 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d16a6bb6-e047-4781-b53d-24b14431a970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.602283 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-d16a6bb6-e047-4781-b53d-24b14431a970 None None] Port e333c0a1-46cb-448d-a052-c484ed26c13e cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:55:43.739675 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43280) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:43.750020 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e333c0a1-46cb-448d-a052-c484ed26c13e {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:55:43.757539 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.769150 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Transition to ACTIVE for port object e333c0a1-46cb-448d-a052-c484ed26c13e will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:55:43.772111 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.824849 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:43.850875 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1903ba2c-4b8d-4a00-9beb-f3aa1968410b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.898602 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Attempting to bind port e333c0a1-46cb-448d-a052-c484ed26c13e on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:55:43.899151 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Attempting to bind port e333c0a1-46cb-448d-a052-c484ed26c13e by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:55:43.899535 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Attempting to bind port e333c0a1-46cb-448d-a052-c484ed26c13e on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:43.904907 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Port e333c0a1-46cb-448d-a052-c484ed26c13e on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:55:43.905233 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Attempting to bind port e333c0a1-46cb-448d-a052-c484ed26c13e on network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:55:43.910869 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:55:43.911203 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Checking segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:55:43.911589 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Bound using segment: {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:55:43.912022 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Bound port: e333c0a1-46cb-448d-a052-c484ed26c13e, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105d9f23-1483-4653-96d3-972e921301bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:55:43.912618 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.954211 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1903ba2c-4b8d-4a00-9beb-f3aa1968410b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.958588 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-1903ba2c-4b8d-4a00-9beb-f3aa1968410b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:43.982746 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:55:43.986553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e333c0a1-46cb-448d-a052-c484ed26c13e,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:55:43.993864 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.018585 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1903ba2c-4b8d-4a00-9beb-f3aa1968410b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad6faa298cf145a8b7123c9ae87ed880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756321 Jul 29 20:55:44.018585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903ba2c-4b8d-4a00-9beb-f3aa1968410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081e201a-dcb2-44e5-9c96-b3464ca7a8f2,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:44.022173 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43286) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:44.026173 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.026833 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.028887 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] 10.222.0.44 "PUT /v2.0/ports/e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 200 len: 1093 time: 0.6137493 Jul 29 20:55:44.035514 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:44.038561 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:44.089047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e987290a-6fb6-43f9-b7f8-a4467862a1d8 x-openstack-request-id: req-e987290a-6fb6-43f9-b7f8-a4467862a1d8 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:44.089337 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:44.089592 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e987290a-6fb6-43f9-b7f8-a4467862a1d8 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:44.089978 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'status': 'completed', 'code': 200} Jul 29 20:55:44.115380 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d652a-f01d-4c5d-ba11-2f686ebf8398 req-79d1e273-4432-4fc7-baec-15e47c7c01c2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.117017 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-da8d652a-f01d-4c5d-ba11-2f686ebf8398 req-79d1e273-4432-4fc7-baec-15e47c7c01c2 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 943 time: 0.0629718 Jul 29 20:55:44.123505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0a768-fc54-484d-be88-d9e7d42c2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:44.150276 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.155672 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0d0e905c-f1b3-4766-ad39-c48834264890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.155844 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-ea5b07a3-2514-4ea8-beaf-deb1fc3da829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.157404 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-ea5b07a3-2514-4ea8-beaf-deb1fc3da829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 1096 time: 0.0752006 Jul 29 20:55:44.177170 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-da8d652a-f01d-4c5d-ba11-2f686ebf8398 req-7db62075-3254-486d-ab2e-a437cadac136 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Jul 29 20:55:44.205952 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-389bbc1f-1771-442f-b0a7-acb342b18d46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 200 len: 217 time: 0.0406168 Jul 29 20:55:44.210574 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.282627 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-0594ad8d-27ea-4d64-8677-f8b1699926fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.284154 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-0594ad8d-27ea-4d64-8677-f8b1699926fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0663099 Jul 29 20:55:44.306899 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.309419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:44.310479 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/081e201a-dcb2-44e5-9c96-b3464ca7a8f2 HTTP/1.1" status: 204 len: 168 time: 0.2858915 Jul 29 20:55:44.335101 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4474f53-494f-4c15-b369-f6e4eb6bb15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e201a-dcb2-44e5-9c96-b3464ca7a8f2,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:44.349261 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-33783a51-8f69-4007-8978-9b9410a28c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.350879 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-33783a51-8f69-4007-8978-9b9410a28c96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531671 Jul 29 20:55:44.446557 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-35e8ddd9-ff61-4d09-88eb-0e71f9982e51 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Jul 29 20:55:44.539795 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-79c3e4c5-cd7c-4108-8391-effbc389508a req-4ba91b15-8265-48e9-88b5-16f72469cda6 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844512 Jul 29 20:55:44.748881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-c50ea8b5-851f-4744-bf23-99b9ac49211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.750432 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-c50ea8b5-851f-4744-bf23-99b9ac49211d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 1096 time: 0.0413017 Jul 29 20:55:44.848144 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-639203c4-297c-4714-911a-2e5fce0bb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.849748 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-639203c4-297c-4714-911a-2e5fce0bb17d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0906389 Jul 29 20:55:44.894642 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-bf90f131-248d-4d59-b7c2-fd30007060c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 200 len: 217 time: 0.0347309 Jul 29 20:55:44.943601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-90f4a8bb-0674-4315-8536-9d6b5dfa7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.944986 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-90f4a8bb-0674-4315-8536-9d6b5dfa7c42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0432286 Jul 29 20:55:44.992355 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-7d429cbf-1312-4568-ac47-a7e0fcf5d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:44.993914 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-7d429cbf-1312-4568-ac47-a7e0fcf5d5a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392225 Jul 29 20:55:45.098202 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-4e9b8dd2-0c59-4ccd-9360-30aa5ec4cb5b service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959566 Jul 29 20:55:45.199884 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-54a94e8d-5c63-4db3-a79a-e0d4af2002aa req-66779e6e-5a7a-43d1-8d30-433bd7cf6994 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925131 Jul 29 20:55:45.296567 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970900-904f-42ee-8f08-5b937a1b3d1e req-324f6ebe-c8b1-4cb5-823a-3d024837dc11 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:45.298229 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34970900-904f-42ee-8f08-5b937a1b3d1e req-324f6ebe-c8b1-4cb5-823a-3d024837dc11 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 943 time: 0.0491414 Jul 29 20:55:45.339027 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34970900-904f-42ee-8f08-5b937a1b3d1e req-caa07bfb-56e5-4f6e-a8d0-d9d08dbd0eae tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347281 Jul 29 20:55:45.988325 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43352) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:46.091767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-523a4a37-3984-4b5e-b699-92a5af5a5761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.177445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-523a4a37-3984-4b5e-b699-92a5af5a5761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.181289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-523a4a37-3984-4b5e-b699-92a5af5a5761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.218998 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-523a4a37-3984-4b5e-b699-92a5af5a5761 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9098c75286c14ee1b1ceb9a09a4bd52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295887 Jul 29 20:55:46.221078 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a4a37-3984-4b5e-b699-92a5af5a5761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf19979-9499-4c87-afb6-8c32d32b6e82,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.221744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43356) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:46.268945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.288514 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.332536 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.335164 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.336287 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4cf19979-9499-4c87-afb6-8c32d32b6e82 HTTP/1.1" status: 204 len: 168 time: 0.1135712 Jul 29 20:55:46.343377 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11192004-12cb-4f7b-8e99-668acfab67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf19979-9499-4c87-afb6-8c32d32b6e82,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.452253 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b64f30-a6c7-4583-87cb-026b4ae40786 req-15ef0052-7fee-43b8-b7b5-1c8f612a3b7d tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:46.453895 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8b64f30-a6c7-4583-87cb-026b4ae40786 req-15ef0052-7fee-43b8-b7b5-1c8f612a3b7d tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 943 time: 0.0498772 Jul 29 20:55:46.492047 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c8b64f30-a6c7-4583-87cb-026b4ae40786 req-02da0587-efa2-4586-98d1-0053a9f0bfb0 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316529 Jul 29 20:55:46.595434 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43364) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:46.608098 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e0068d49-3db1-42cb-a8b5-51df69ddef64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.697760 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e0068d49-3db1-42cb-a8b5-51df69ddef64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.702017 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-e0068d49-3db1-42cb-a8b5-51df69ddef64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.737735 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e0068d49-3db1-42cb-a8b5-51df69ddef64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e840898bf9a0445586695923ec570b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413186 Jul 29 20:55:46.738576 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0068d49-3db1-42cb-a8b5-51df69ddef64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c004fe25-22d9-4e47-868e-50e9ea2cb4b1,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:46.741023 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43366) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:46.790151 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.811206 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.857146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.859727 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:46.861013 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c004fe25-22d9-4e47-868e-50e9ea2cb4b1 HTTP/1.1" status: 204 len: 168 time: 0.1186783 Jul 29 20:55:46.868508 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1f78b-812c-452a-8a08-b0e07194dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004fe25-22d9-4e47-868e-50e9ea2cb4b1,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:47.103594 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3c56-660b-4f79-b8c3-1bf415cb55d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.573319 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.605380 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af3782-405b-4166-94f5-89bac886dc3e req-1da0b70c-5b2b-410c-b103-ac98d9835107 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:47.608419 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c2af3782-405b-4166-94f5-89bac886dc3e req-1da0b70c-5b2b-410c-b103-ac98d9835107 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 943 time: 0.0498967 Jul 29 20:55:47.622931 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:47.648391 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c2af3782-405b-4166-94f5-89bac886dc3e req-fe03a5ce-4af9-4e80-8005-30f510aed3c7 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Jul 29 20:55:48.448019 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43422) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:48.525817 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e333c0a1-46cb-448d-a052-c484ed26c13e details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:55:48.550534 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f475-5c18-4366-b52b-ece0ac392de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.625946 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e333c0a1-46cb-448d-a052-c484ed26c13e,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:48.637869 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'port_id': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'mac_address': 'fa:16:3e:84:bd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:55:48.641420 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f475-5c18-4366-b52b-ece0ac392de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.646201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f475-5c18-4366-b52b-ece0ac392de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.676762 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.684394 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c5b3f475-5c18-4366-b52b-ece0ac392de7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14081bee1aa24f60954c951fe1834ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352939 Jul 29 20:55:48.685525 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f475-5c18-4366-b52b-ece0ac392de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43616f14-0ee2-44e8-8fb3-d31f6d50ade0,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:48.687172 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43428) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:48.697435 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e333c0a1-46cb-448d-a052-c484ed26c13e {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:55:48.722159 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e333c0a1-46cb-448d-a052-c484ed26c13e,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:48.727598 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.769594 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.780586 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:48.804449 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601a605-ac51-4f4c-a0fe-a7001104ec07 req-f2a3e53a-b377-434d-8559-e1a0118d8982 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:48.805905 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c601a605-ac51-4f4c-a0fe-a7001104ec07 req-f2a3e53a-b377-434d-8559-e1a0118d8982 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 944 time: 0.0768971 Jul 29 20:55:48.807666 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.863161 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c601a605-ac51-4f4c-a0fe-a7001104ec07 req-027d4fd0-51b9-44a0-8159-a060d739bfb5 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491164 Jul 29 20:55:48.879112 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.881597 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:48.882727 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43616f14-0ee2-44e8-8fb3-d31f6d50ade0 HTTP/1.1" status: 204 len: 168 time: 0.1945660 Jul 29 20:55:48.892948 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32365f56-38ab-434b-8ff1-5973683ee006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43616f14-0ee2-44e8-8fb3-d31f6d50ade0,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:48.983716 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['e333c0a1-46cb-448d-a052-c484ed26c13e'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:55:49.046716 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.137678 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43434) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:49.150761 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-60b8a227-873d-4381-b097-82b3c9f38d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.236106 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-60b8a227-873d-4381-b097-82b3c9f38d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.239603 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-60b8a227-873d-4381-b097-82b3c9f38d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.276520 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-60b8a227-873d-4381-b097-82b3c9f38d08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=63ea48f3b28e4e21aebaf60d547ae850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378155 Jul 29 20:55:49.277364 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8a227-873d-4381-b097-82b3c9f38d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853b9870-a918-4480-a4be-a8e72fff6df3,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:49.279219 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43436) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:49.326989 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.347367 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.392077 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.394805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:49.395956 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/853b9870-a918-4480-a4be-a8e72fff6df3 HTTP/1.1" status: 204 len: 168 time: 0.1157973 Jul 29 20:55:49.404299 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be152b2b-0f2c-49eb-affe-148723d51648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b9870-a918-4480-a4be-a8e72fff6df3,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:49.978461 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77275b2-cda7-43bd-be2c-4d6ba8e3d7a9 req-5e105cfa-062a-413c-aa35-2ce2c5fbc264 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:49.979984 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d77275b2-cda7-43bd-be2c-4d6ba8e3d7a9 req-5e105cfa-062a-413c-aa35-2ce2c5fbc264 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 944 time: 0.0485823 Jul 29 20:55:50.020202 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d77275b2-cda7-43bd-be2c-4d6ba8e3d7a9 req-ee20ae84-5430-406e-a827-95abd8ece7c6 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jul 29 20:55:50.537509 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e333c0a1-46cb-448d-a052-c484ed26c13e up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:55:50.586012 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port e333c0a1-46cb-448d-a052-c484ed26c13e completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:55:50.589628 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port e333c0a1-46cb-448d-a052-c484ed26c13e triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:55:50.590004 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.667494 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.689626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:50.691899 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5456a98-0f6d-407d-bc6a-47bba5225090" -d '{"events": [{"server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "name": "network-vif-plugged", "status": "completed", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:50.705335 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e333c0a1-46cb-448d-a052-c484ed26c13e,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:55:50.709662 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:50.732545 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fb41a4-9ba6-4c41-8aa5-7ead68f7740c x-openstack-request-id: req-06fb41a4-9ba6-4c41-8aa5-7ead68f7740c {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:50.732839 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "name": "network-vif-plugged", "status": "completed", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:50.733093 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06fb41a4-9ba6-4c41-8aa5-7ead68f7740c {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:50.733475 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'code': 200} Jul 29 20:55:50.760006 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:55:50.907261 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aac0d-ba08-4e45-91af-3746796d2b2a req-48c3d195-b888-41ca-b7ae-8aaca96790bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:50.908768 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-351aac0d-ba08-4e45-91af-3746796d2b2a req-48c3d195-b888-41ca-b7ae-8aaca96790bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 1098 time: 0.0402925 Jul 29 20:55:50.945139 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-351aac0d-ba08-4e45-91af-3746796d2b2a req-9e70f9de-4c02-4638-9239-288a1a47f6c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291636 Jul 29 20:55:51.133260 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc145f7-05bc-45c5-96cf-6812123d78dc req-f2d1bcd3-ed76-4e5e-91ea-cc8774eda4d9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:51.134756 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fbc145f7-05bc-45c5-96cf-6812123d78dc req-f2d1bcd3-ed76-4e5e-91ea-cc8774eda4d9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Jul 29 20:55:51.171903 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fbc145f7-05bc-45c5-96cf-6812123d78dc req-2a7fbb2c-7741-43b4-89e7-2d6e982273d8 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Jul 29 20:55:52.284129 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7ed0b-5f74-4ed2-b452-45af4ff32c40 req-c541d486-fe87-40a7-a21f-165f0ae61a64 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:52.285608 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ec7ed0b-5f74-4ed2-b452-45af4ff32c40 req-c541d486-fe87-40a7-a21f-165f0ae61a64 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Jul 29 20:55:52.322466 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ec7ed0b-5f74-4ed2-b452-45af4ff32c40 req-df79d488-af8f-42d1-a99e-ef6d1dd07d0f tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Jul 29 20:55:52.432550 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c14b-6a78-4cb9-a795-6ff418c9226c req-c7782d5b-de9f-41a2-9ba8-7e5321ea98c4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:52.434678 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8849c14b-6a78-4cb9-a795-6ff418c9226c req-c7782d5b-de9f-41a2-9ba8-7e5321ea98c4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0505965 Jul 29 20:55:52.443049 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43496) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:55:52.447458 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Request body: {'floatingip': {'port_id': 'e333c0a1-46cb-448d-a052-c484ed26c13e'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:55:52.488617 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:52.915185 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:52.919143 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:53.013765 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Floating IP 08361738-e1d1-4455-9752-af71b1404c41 associated. External IP: 172.27.2.155, port: e333c0a1-46cb-448d-a052-c484ed26c13e. Jul 29 20:55:53.211732 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:55:53.313851 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:55:53.318556 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:55:53.323168 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:55:53.331996 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:53.332583 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:53.343754 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-62ef7247-2abb-42f5-bf25-2474a39f9848 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "PUT /v2.0/floatingips/08361738-e1d1-4455-9752-af71b1404c41 HTTP/1.1" status: 200 len: 991 time: 0.8996828 Jul 29 20:55:53.344448 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:55:53.346789 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e21e65-4334-4e90-b27c-278fdbfd3efa" -d '{"events": [{"name": "network-changed", "server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:55:53.384378 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d8865-33ef-4952-8b38-8c5cb284ee09 x-openstack-request-id: req-b65d8865-33ef-4952-8b38-8c5cb284ee09 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:55:53.384636 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:55:53.384891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b65d8865-33ef-4952-8b38-8c5cb284ee09 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:55:53.385317 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'status': 'completed', 'code': 200} Jul 29 20:55:53.438416 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:53.647157 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '08361738-e1d1-4455-9752-af71b1404c41', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:84:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:52Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:53.675325 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:55:53.683937 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:55:53.684743 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:53.782564 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:55:53.990402 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '08361738-e1d1-4455-9752-af71b1404c41', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:84:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:52Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:55:54.016448 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a01c-e96c-4c05-8fea-fa3e8a8b3574 None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '08361738-e1d1-4455-9752-af71b1404c41', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'port_id': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'mac_address': 'fa:16:3e:84:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:55:40Z', 'updated_at': '2021-07-29T20:55:52Z', 'revision_number': 1, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:55:54.187675 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a19893-518f-4e95-9726-3ace4d0e0f60 None None] New status for floating IP 08361738-e1d1-4455-9752-af71b1404c41: ACTIVE {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:55:55.232785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-8d1aacb7-bd8b-4493-ad2d-7d23c3d4c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:55.234262 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-8d1aacb7-bd8b-4493-ad2d-7d23c3d4c515 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 1098 time: 0.0445685 Jul 29 20:55:55.325290 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-0a5d80f7-e270-4898-a9ff-6c83cd6b95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:55.326663 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-0a5d80f7-e270-4898-a9ff-6c83cd6b95d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.0848057 Jul 29 20:55:55.393724 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-45911da1-9dcc-4cfb-8fe1-35a99fef1f6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 200 len: 1001 time: 0.0587707 Jul 29 20:55:55.447577 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-20bc2765-748f-439f-8c06-f712076e9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:55.448965 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-20bc2765-748f-439f-8c06-f712076e9bde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0430884 Jul 29 20:55:55.492988 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-8611ee2e-7e36-4fe2-b3ab-95dd8c3b4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:55.494412 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-8611ee2e-7e36-4fe2-b3ab-95dd8c3b4ef5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381815 Jul 29 20:55:55.582719 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-25a2382a-207a-4b05-9612-1acdd79df09d service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Jul 29 20:55:55.669329 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-e3e21e65-4334-4e90-b27c-278fdbfd3efa req-70a612a4-fdd6-475d-91b2-0c3a7e18d3ea service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782478 Jul 29 20:55:59.158778 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd3780-1a23-4dd8-b327-804cfa6cd3e9 req-f47a1ba7-264f-442f-85d5-4b5a17c74736 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:55:59.160316 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0cfd3780-1a23-4dd8-b327-804cfa6cd3e9 req-f47a1ba7-264f-442f-85d5-4b5a17c74736 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0512133 Jul 29 20:55:59.197785 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0cfd3780-1a23-4dd8-b327-804cfa6cd3e9 req-67b3432d-871c-46ff-b5fd-df84392a36e0 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Jul 29 20:55:59.838224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:00.307808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e328-2742-4efe-99d3-f37b53121df2 req-3342680a-33c6-4211-878b-85acee2c00f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:00.309793 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20b0e328-2742-4efe-99d3-f37b53121df2 req-3342680a-33c6-4211-878b-85acee2c00f8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0467989 Jul 29 20:56:00.346484 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-20b0e328-2742-4efe-99d3-f37b53121df2 req-d19fbc54-968d-44ed-a0d1-2acb235ffe77 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306418 Jul 29 20:56:01.456945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b563d3-c8e8-4945-8a4c-5b36912e9da4 req-a0af54a8-6bde-4a6b-8713-70ede9864db4 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:01.458410 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91b563d3-c8e8-4945-8a4c-5b36912e9da4 req-a0af54a8-6bde-4a6b-8713-70ede9864db4 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0475345 Jul 29 20:56:01.471421 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-00dca84e-176d-4b84-8987-a219664c5943 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:01.472862 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-00dca84e-176d-4b84-8987-a219664c5943 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 946 time: 0.0472641 Jul 29 20:56:01.495260 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-91b563d3-c8e8-4945-8a4c-5b36912e9da4 req-7e9efdea-7631-4ce0-92a0-e0022c45dbec tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306771 Jul 29 20:56:01.566662 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port a26e7fda-0f90-421e-90da-2bc4eb04b257 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:56:01.567033 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:01.649667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] For port a26e7fda-0f90-421e-90da-2bc4eb04b257, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a26e7fda-0f90-421e-90da-2bc4eb04b257,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:01.649938 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:01.816774 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:01.817145 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:01.817454 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP 201972f5-38cd-4181-b371-735bc9bba1ba disassociated. External IP: 172.27.2.100, port: a26e7fda-0f90-421e-90da-2bc4eb04b257. Jul 29 20:56:01.817792 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for a26e7fda-0f90-421e-90da-2bc4eb04b257 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:56:01.942314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:01.977424 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=a26e7fda-0f90-421e-90da-2bc4eb04b257,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:02.102548 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:02.207522 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:02.218220 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:02.227533 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:02.228123 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:02.245068 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] No DVR routers for this DVR port a26e7fda-0f90-421e-90da-2bc4eb04b257 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:56:02.248165 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:02.250232 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-84ff9297-6c3f-4061-ad32-148c4185a8f6 req-6f1c428f-bb56-4515-b07b-a907058b0fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "DELETE /v2.0/ports/a26e7fda-0f90-421e-90da-2bc4eb04b257 HTTP/1.1" status: 204 len: 173 time: 0.7703068 Jul 29 20:56:02.250624 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'name': 'network-vif-deleted', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:02.252859 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10930df-0aae-4790-8628-e19ac8d2c13a" -d '{"events": [{"server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "name": "network-vif-deleted", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:02.290937 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b110186-a7c3-454a-b279-e657db23fdd0 x-openstack-request-id: req-9b110186-a7c3-454a-b279-e657db23fdd0 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:02.291259 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f26ff6c-aadf-4958-8f5c-2905df373fa1", "name": "network-vif-deleted", "tag": "a26e7fda-0f90-421e-90da-2bc4eb04b257", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:02.291516 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b110186-a7c3-454a-b279-e657db23fdd0 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:02.291918 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f26ff6c-aadf-4958-8f5c-2905df373fa1', 'name': 'network-vif-deleted', 'tag': 'a26e7fda-0f90-421e-90da-2bc4eb04b257', 'status': 'completed', 'code': 200} Jul 29 20:56:02.342377 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:02.594627 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-28a5bd09-4b69-4dda-a3f5-cd4157f59bf5 req-9a221c71-a585-4027-a3af-ab5b34acf28d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0291340 Jul 29 20:56:02.642384 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:02.667298 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:02.675740 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:02.676325 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:55:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:02.779968 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:02.967677 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:02.992240 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d41f172-89ea-4c73-a0c2-628fa9369ebe None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:03.194709 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e2783-8497-456e-83fa-95d85181772f None None] New status for floating IP 201972f5-38cd-4181-b371-735bc9bba1ba: DOWN {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:56:03.686062 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5dcf78cc-f7dc-4c1e-b420-bc07647a7ea5 req-300e8ce4-cb41-45e3-a7b8-302b6b7ea18f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0246897 Jul 29 20:56:04.777664 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04273113-4741-48b7-91bd-a1f41ab3cc82 req-db2f31e8-4cd1-4121-a735-fa3534191eb8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0253146 Jul 29 20:56:05.255815 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device a26e7fda-0f90-421e-90da-2bc4eb04b257 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:56:05.275693 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: a26e7fda-0f90-421e-90da-2bc4eb04b257 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:56:05.276040 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device a26e7fda-0f90-421e-90da-2bc4eb04b257 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:56:05.879383 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d4709de3-1def-4a88-884b-48b5ebca4c79 req-c3693f91-8d0b-4462-93a7-72e562c01dff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f26ff6c-aadf-4958-8f5c-2905df373fa1 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Jul 29 20:56:07.164799 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-7f37a852-7feb-49aa-a333-01c46ddea60a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471283698&fields=id&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 267 time: 0.0319691 Jul 29 20:56:07.269343 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-ae6be7a9-eb54-4da0-aeb9-564c220494ee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:07.270768 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-ae6be7a9-eb54-4da0-aeb9-564c220494ee tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.0996368 Jul 29 20:56:07.285086 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-c3d7fab4-5b4b-4052-8157-762ecc4a34bf tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/quotas/8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 375 time: 0.0088127 Jul 29 20:56:07.336707 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-56b43587-b228-45ef-9fcc-404dec4635d2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463109 Jul 29 20:56:07.365096 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:56:07.438261 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-95bc5635-8ae6-4dfe-9aa6-f32aafacd92c service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899084 Jul 29 20:56:07.527556 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-8bd75f11-b8a2-4e35-9e3c-bcebabd0b7bb service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832770 Jul 29 20:56:07.818048 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d802fbc4-bc2a-4c3f-9ce5-e3897dcc48da req-774f6198-192b-4ffb-a706-53da3ab8e786 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Jul 29 20:56:08.907597 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1596ecda-b6cd-479e-8add-5b4df08a9e20 req-1317b600-1a26-45cf-a72f-80cb9b40351a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Jul 29 20:56:10.000347 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-acfb431b-a019-4c3a-bbc7-d7beda4cf47a req-57aa738a-6f2f-4d3c-aeca-0e29a493c1d2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jul 29 20:56:11.324700 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-682bf502-be0f-4e7a-b7e4-b163c8d7b6c1 req-a6c48770-e59a-4afe-8027-079478902d91 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 210 time: 0.2610636 Jul 29 20:56:11.355048 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5eab40f7-0142-43aa-8e85-ffccc7281320 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:11.356490 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5eab40f7-0142-43aa-8e85-ffccc7281320 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.1143284 Jul 29 20:56:11.407557 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-bb85c7bc-0464-456c-bbee-e5097be01bd9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 379 time: 0.0342848 Jul 29 20:56:11.420739 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'port': {'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'admin_state_up': True, 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'security_groups': ['37e18b96-0aa9-4c22-994f-869ce74b1bd9']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:11.523581 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Made reservation on behalf of 8bd8fe69a4ca43b58f9f73a949e8308e for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:11.527618 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.649163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.20.0.3 (46c69d31-1be2-471d-a946-4a013f8fef40/4ca5809e-6d46-4515-b340-7fe1f9efe3af/b36cf98d-b754-4146-97ec-a6ca6be0fa65) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:11.805615 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.819455 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Transition to ACTIVE for port object b36cf98d-b754-4146-97ec-a6ca6be0fa65 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:11.859659 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.906656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:11.909601 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:11.913208 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:11.938813 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:11.969648 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:11.970409 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:11.986121 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-afdcd5c0-0dfd-46b0-8c00-cdde2cf730b7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694540 Jul 29 20:56:11.999616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Request body: {'port': {'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:12.053625 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.162298 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5b9ff461-2492-4e67-b286-dadc9021e2df None None] Provisioning for port b36cf98d-b754-4146-97ec-a6ca6be0fa65 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:12.166300 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5b9ff461-2492-4e67-b286-dadc9021e2df None None] Provisioning complete for port b36cf98d-b754-4146-97ec-a6ca6be0fa65 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:12.166672 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5b9ff461-2492-4e67-b286-dadc9021e2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.204244 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ff461-2492-4e67-b286-dadc9021e2df None None] Port b36cf98d-b754-4146-97ec-a6ca6be0fa65 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:12.443789 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55ad70-a3d9-4f65-8b46-3728a6293f03 req-004d917b-9e65-4c79-a6c8-5d1056b00251 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.445184 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-df55ad70-a3d9-4f65-8b46-3728a6293f03 req-004d917b-9e65-4c79-a6c8-5d1056b00251 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 931 time: 0.0479567 Jul 29 20:56:12.482805 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-df55ad70-a3d9-4f65-8b46-3728a6293f03 req-d9fd7370-236f-4738-8311-96addf3b965d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Jul 29 20:56:12.554728 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36cf98d-b754-4146-97ec-a6ca6be0fa65 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:12.562642 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.573925 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Transition to ACTIVE for port object b36cf98d-b754-4146-97ec-a6ca6be0fa65 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:12.577579 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.626303 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Pushing event updated for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:12.698132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Attempting to bind port b36cf98d-b754-4146-97ec-a6ca6be0fa65 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:12.698452 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Attempting to bind port b36cf98d-b754-4146-97ec-a6ca6be0fa65 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:12.698768 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Attempting to bind port b36cf98d-b754-4146-97ec-a6ca6be0fa65 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:12.703364 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Port b36cf98d-b754-4146-97ec-a6ca6be0fa65 on network 46c69d31-1be2-471d-a946-4a013f8fef40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:56:12.703689 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Attempting to bind port b36cf98d-b754-4146-97ec-a6ca6be0fa65 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:12.709109 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:12.709443 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:12.709865 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Bound using segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:12.710241 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Bound port: b36cf98d-b754-4146-97ec-a6ca6be0fa65, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:12.710603 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.777606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:12.781040 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:12.784733 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.818848 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.819356 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:12.821029 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] 10.222.0.44 "PUT /v2.0/ports/b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 1093 time: 0.8264058 Jul 29 20:56:12.823377 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:12.826233 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af" -d '{"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:12.859316 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c3eb2-ae9b-4085-86a6-6dd5052bee62 service neutron] Pushing event updated for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:12.883616 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8064bb39-d74c-48ff-accc-4d303769c94f x-openstack-request-id: req-8064bb39-d74c-48ff-accc-4d303769c94f {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:12.883910 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:12.884353 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8064bb39-d74c-48ff-accc-4d303769c94f {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:12.884760 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'status': 'completed', 'code': 200} Jul 29 20:56:12.937106 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-27e38623-d7c0-487d-8399-9a25e29dede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:12.938803 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-27e38623-d7c0-487d-8399-9a25e29dede0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1096 time: 0.0483437 Jul 29 20:56:12.988759 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-66ea331a-d1e8-47fb-b22b-6c3f165c92fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 217 time: 0.0406196 Jul 29 20:56:13.040397 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-f0bfec3c-d4bf-43db-a008-256ee3c377ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.041897 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-f0bfec3c-d4bf-43db-a008-256ee3c377ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0454016 Jul 29 20:56:13.091217 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-54dad69e-f40b-4728-8f1a-77cd1a3fe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.092890 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-54dad69e-f40b-4728-8f1a-77cd1a3fe1ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432179 Jul 29 20:56:13.190069 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-c70bc54f-ec06-4b5a-a7ce-3f55846d1bc1 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890419 Jul 29 20:56:13.277295 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7d8bf2e7-130d-4fd4-8c24-581512dc5220 req-49a420a5-82c2-4923-ad37-929250d43b75 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778983 Jul 29 20:56:13.360093 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-3e96ea2f-fbeb-4050-96eb-1c5688444685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.361544 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-3e96ea2f-fbeb-4050-96eb-1c5688444685 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1096 time: 0.0400457 Jul 29 20:56:13.456350 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-5f917ec5-cebc-4c0a-a2c5-5eb9519874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.457799 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-5f917ec5-cebc-4c0a-a2c5-5eb9519874e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0840321 Jul 29 20:56:13.500237 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-642bc81d-eea4-4012-b07e-cd2888447b7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 217 time: 0.0334313 Jul 29 20:56:13.596170 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf81066-10d3-4521-96a4-b5e8d51ea8c3 req-68857ffa-6f3a-4ad0-a06b-33a9f0c03d0c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:13.597613 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7cf81066-10d3-4521-96a4-b5e8d51ea8c3 req-68857ffa-6f3a-4ad0-a06b-33a9f0c03d0c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0472968 Jul 29 20:56:13.636078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7cf81066-10d3-4521-96a4-b5e8d51ea8c3 req-6fcd0f79-fb7b-43c0-a157-f0e0b9043390 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326743 Jul 29 20:56:14.140040 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0bb549e0-39a3-48df-a33e-b62b3d073f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:14.746622 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd31e2-001c-4c1a-b21d-f65dbe443e38 req-1b8effb3-60a1-48a5-9352-cc40d678bc7c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:14.748084 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8acd31e2-001c-4c1a-b21d-f65dbe443e38 req-1b8effb3-60a1-48a5-9352-cc40d678bc7c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0474234 Jul 29 20:56:14.784088 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-8acd31e2-001c-4c1a-b21d-f65dbe443e38 req-f37a1697-c12c-4422-a1a1-18b1d3c33557 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303156 Jul 29 20:56:15.895798 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab409-65a0-4793-90c7-f01a8394348f req-c078554c-76f5-4ec2-a129-8e0509d19d46 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:15.897253 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0ecab409-65a0-4793-90c7-f01a8394348f req-c078554c-76f5-4ec2-a129-8e0509d19d46 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0475459 Jul 29 20:56:15.933692 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0ecab409-65a0-4793-90c7-f01a8394348f req-c914e1d7-7392-420b-b706-216de9f9294e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306692 Jul 29 20:56:16.482139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-2273c7e8-3462-47d9-ba74-050b32450ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:16.483688 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-2273c7e8-3462-47d9-ba74-050b32450ece service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0491464 Jul 29 20:56:16.530744 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-63187a17-5ee1-42be-8bb5-006e6bda0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:16.532154 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-63187a17-5ee1-42be-8bb5-006e6bda0752 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394020 Jul 29 20:56:16.620739 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-36e3ec6d-2345-4baa-848a-5123653fab6c service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801773 Jul 29 20:56:16.715346 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ee96deeb-e7d0-4e0e-9016-b49d1e0685af req-96e700ed-cd3a-4017-8c7a-abfbda2f28aa service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861950 Jul 29 20:56:17.045741 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fa732-5f74-44f9-a29c-0760f74f98fe req-df7b86d0-2af8-4fd8-b900-a35352fc6d56 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:17.047218 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca5fa732-5f74-44f9-a29c-0760f74f98fe req-df7b86d0-2af8-4fd8-b900-a35352fc6d56 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0474303 Jul 29 20:56:17.087237 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ca5fa732-5f74-44f9-a29c-0760f74f98fe req-adb7fa9a-4852-49a5-908f-2ea5a26162d6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343018 Jul 29 20:56:17.104841 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7b00159d-a23b-471c-9ac4-9fe39f1949b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:17.574473 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:17.623719 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:18.200108 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a9165-fa01-46b5-82d1-026c1363b8f6 req-a21480db-9d4e-4189-ab55-e4ec51e0b714 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:18.201554 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-445a9165-fa01-46b5-82d1-026c1363b8f6 req-a21480db-9d4e-4189-ab55-e4ec51e0b714 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0486150 Jul 29 20:56:18.236788 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-445a9165-fa01-46b5-82d1-026c1363b8f6 req-f5a74a8f-311e-4ff6-84ff-844f488fb899 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295722 Jul 29 20:56:19.027300 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:19.346276 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33c9a-fa56-4f0a-968e-f6fc42ede05a req-67656d19-c293-4881-a71e-93283e3ece66 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:19.347739 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8e33c9a-fa56-4f0a-968e-f6fc42ede05a req-67656d19-c293-4881-a71e-93283e3ece66 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0467215 Jul 29 20:56:19.385490 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8e33c9a-fa56-4f0a-968e-f6fc42ede05a req-516d8f0c-63a2-405e-a46e-8c07d5caba37 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Jul 29 20:56:20.497498 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c74ec2-a9dd-4365-b181-e6c67a7a8036 req-2f64822b-5344-486f-9611-54385dfcef66 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:20.498986 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-42c74ec2-a9dd-4365-b181-e6c67a7a8036 req-2f64822b-5344-486f-9611-54385dfcef66 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0475848 Jul 29 20:56:20.537699 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-42c74ec2-a9dd-4365-b181-e6c67a7a8036 req-e73f796f-c470-4326-a435-9dfb261e49cc tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Jul 29 20:56:21.143221 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43766) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:21.240338 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32de21c7-f472-4f3a-abc5-14581c144365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.324857 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32de21c7-f472-4f3a-abc5-14581c144365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.328439 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-32de21c7-f472-4f3a-abc5-14581c144365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.367201 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-32de21c7-f472-4f3a-abc5-14581c144365 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5aa33af56f4e41a4978f4abe5a5e04d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228937 Jul 29 20:56:21.367433 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43770) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:21.368112 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de21c7-f472-4f3a-abc5-14581c144365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6defb474-79c7-4340-ac8e-05c8385a23fc,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:21.417200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.437656 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.482573 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.485156 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.486327 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6defb474-79c7-4340-ac8e-05c8385a23fc HTTP/1.1" status: 204 len: 168 time: 0.1179130 Jul 29 20:56:21.493446 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb24713-0beb-4a5a-92fa-7c2a44985bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defb474-79c7-4340-ac8e-05c8385a23fc,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:21.652969 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3aeae-8005-4fea-9013-d4a76c0981fa req-92adfea8-e6e4-490b-a65a-05c72ada2d65 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:21.654452 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19f3aeae-8005-4fea-9013-d4a76c0981fa req-92adfea8-e6e4-490b-a65a-05c72ada2d65 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0477531 Jul 29 20:56:21.693216 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19f3aeae-8005-4fea-9013-d4a76c0981fa req-0136413c-4ee8-4d0e-8860-c2302f3b8733 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328786 Jul 29 20:56:21.738306 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43778) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:21.751629 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-18617958-c2d3-4f97-b942-515895d99e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.842707 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-18617958-c2d3-4f97-b942-515895d99e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.847157 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-18617958-c2d3-4f97-b942-515895d99e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.883550 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18617958-c2d3-4f97-b942-515895d99e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e38f2f-b9e4-49e1-b10c-2a8b2ad6a433,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:21.887839 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-18617958-c2d3-4f97-b942-515895d99e16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1927951a735346928fe40ce93bc66877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484959 Jul 29 20:56:21.890456 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43782) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:21.937534 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:21.957581 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.002929 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.005704 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:22.008937 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37e38f2f-b9e4-49e1-b10c-2a8b2ad6a433 HTTP/1.1" status: 204 len: 168 time: 0.1152496 Jul 29 20:56:22.014898 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcd9a6-6f65-4574-af5c-a1d7d9f1cf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e38f2f-b9e4-49e1-b10c-2a8b2ad6a433,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:22.808939 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd055271-c503-403b-a11c-6684759abd19 req-79d78956-36e1-41c4-88f1-6887ad251dfd tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:22.813890 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd055271-c503-403b-a11c-6684759abd19 req-79d78956-36e1-41c4-88f1-6887ad251dfd tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 943 time: 0.0535133 Jul 29 20:56:22.853630 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fd055271-c503-403b-a11c-6684759abd19 req-12b1ec05-679e-4bc4-9979-df79adc7d332 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337842 Jul 29 20:56:23.302115 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b36cf98d-b754-4146-97ec-a6ca6be0fa65 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:56:23.394567 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:23.408590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:56:23.447008 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.459690 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36cf98d-b754-4146-97ec-a6ca6be0fa65 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:56:23.480482 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:23.484480 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.531446 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:23.538446 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.538825 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.539172 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.539510 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.539845 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.540181 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.540512 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.540842 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.541172 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.542054 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.542380 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.542721 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:23.576745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43840) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:23.679184 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfafa9-7546-4730-9761-e983b6895503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.738247 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['b36cf98d-b754-4146-97ec-a6ca6be0fa65'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:56:23.764045 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfafa9-7546-4730-9761-e983b6895503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.767711 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfafa9-7546-4730-9761-e983b6895503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.804649 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfafa9-7546-4730-9761-e983b6895503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f19c00-a61c-471a-ae5d-11f6cbc524fa,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:23.812306 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fbbfafa9-7546-4730-9761-e983b6895503 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=420f13d7da754ef0a34af07e01e725e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320266 Jul 29 20:56:23.813144 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43844) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:23.861810 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.884859 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.959450 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.962108 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:23.966069 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76f19c00-a61c-471a-ae5d-11f6cbc524fa HTTP/1.1" status: 204 len: 168 time: 0.1498485 Jul 29 20:56:23.974989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61f1d2-db08-4f86-be2a-7d6136a1b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f19c00-a61c-471a-ae5d-11f6cbc524fa,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:23.989813 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0bb48-1b95-4ee6-8907-1b7101b00385 req-d2efeee8-9a52-4caf-9c7a-0568399b4891 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:23.997842 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-24f0bb48-1b95-4ee6-8907-1b7101b00385 req-d2efeee8-9a52-4caf-9c7a-0568399b4891 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 944 time: 0.0749362 Jul 29 20:56:24.051043 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-24f0bb48-1b95-4ee6-8907-1b7101b00385 req-17db042f-17f2-407c-a258-ccd87272e3f1 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486927 Jul 29 20:56:24.219897 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43854) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:24.232831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-49cb4770-c998-432c-a483-1a621af82291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.328110 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-49cb4770-c998-432c-a483-1a621af82291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.331755 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-49cb4770-c998-432c-a483-1a621af82291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.368006 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-49cb4770-c998-432c-a483-1a621af82291 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de5a3d5316774354b15136b032532124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470728 Jul 29 20:56:24.368896 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb4770-c998-432c-a483-1a621af82291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0787d4-076e-4e43-86b4-dcd9b6a77bef,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:24.370728 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43856) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:24.418568 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.438865 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.485861 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.488511 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:24.489603 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab0787d4-076e-4e43-86b4-dcd9b6a77bef HTTP/1.1" status: 204 len: 168 time: 0.1173458 Jul 29 20:56:24.497595 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2ab8b-0c5d-44e5-8de8-8270ae46466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0787d4-076e-4e43-86b4-dcd9b6a77bef,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:25.160518 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ea1c-b6a2-4133-9f5a-13924dfd8bf1 req-b1aaf682-c1b6-4f2b-88b4-f3723b2b49e8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:25.162043 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46b3ea1c-b6a2-4133-9f5a-13924dfd8bf1 req-b1aaf682-c1b6-4f2b-88b4-f3723b2b49e8 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 944 time: 0.0508287 Jul 29 20:56:25.202880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46b3ea1c-b6a2-4133-9f5a-13924dfd8bf1 req-de98c6e8-4139-48f0-84f5-0fd53aa9c8fc tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350058 Jul 29 20:56:25.294125 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b36cf98d-b754-4146-97ec-a6ca6be0fa65 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:25.340819 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port b36cf98d-b754-4146-97ec-a6ca6be0fa65 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:25.344815 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port b36cf98d-b754-4146-97ec-a6ca6be0fa65 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:25.345228 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:25.428616 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:25.451260 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:25.453470 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d68468e-e950-4f07-b355-29acac15c22d" -d '{"events": [{"server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "name": "network-vif-plugged", "status": "completed", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:25.466863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:25.472224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:25.521191 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:25.528440 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a9ce3-08a8-4302-af80-22b8f26ea0f8 x-openstack-request-id: req-120a9ce3-08a8-4302-af80-22b8f26ea0f8 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:25.529346 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "name": "network-vif-plugged", "status": "completed", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:25.529346 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-120a9ce3-08a8-4302-af80-22b8f26ea0f8 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:25.529346 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'code': 200} Jul 29 20:56:25.744056 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0feac-4c0f-4218-924f-f9051245971b req-4fb1a79e-c9e7-4afc-aa9f-8905f6355e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:25.745489 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-37e0feac-4c0f-4218-924f-f9051245971b req-4fb1a79e-c9e7-4afc-aa9f-8905f6355e8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1098 time: 0.0405266 Jul 29 20:56:25.781639 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-37e0feac-4c0f-4218-924f-f9051245971b req-fb48ed51-958a-4197-aa03-a26e2069c79e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276475 Jul 29 20:56:26.319995 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b58a1-57c9-402a-8920-a5b2e5d0e7c0 req-4ed2b418-8044-4f7b-928f-1470f476496e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:26.321486 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a11b58a1-57c9-402a-8920-a5b2e5d0e7c0 req-4ed2b418-8044-4f7b-928f-1470f476496e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0511360 Jul 29 20:56:26.358868 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a11b58a1-57c9-402a-8920-a5b2e5d0e7c0 req-53113a75-d820-425b-b176-23d09f033fd2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Jul 29 20:56:27.471102 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3275d08-990a-4338-adab-e53b817403d0 req-9a8fb8f9-a7cf-4e26-b191-76c36182adfa tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:27.472564 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e3275d08-990a-4338-adab-e53b817403d0 req-9a8fb8f9-a7cf-4e26-b191-76c36182adfa tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0476534 Jul 29 20:56:27.508969 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e3275d08-990a-4338-adab-e53b817403d0 req-b3093398-c169-4c00-b1a8-0d5bc1a52ca7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306475 Jul 29 20:56:27.621184 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234961-c695-497c-be43-8339c4fd0357 req-a4b312ed-b55f-4aef-8e08-3d2095270c9f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:27.622654 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0a234961-c695-497c-be43-8339c4fd0357 req-a4b312ed-b55f-4aef-8e08-3d2095270c9f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0488183 Jul 29 20:56:27.661214 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0a234961-c695-497c-be43-8339c4fd0357 req-adf369dd-ed51-47c9-a791-708c908a4e87 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316525 Jul 29 20:56:27.682125 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43932) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:27.724179 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc595d80-edb9-4c50-8d27-4c2bfd25b3e2 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:27.725660 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-bc595d80-edb9-4c50-8d27-4c2bfd25b3e2 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1093 time: 0.0425680 Jul 29 20:56:27.728294 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43934) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:27.732535 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:27.753183 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:27.847101 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:27.951886 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.27.2.92 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/814d5e6c-bf52-4cad-b34e-16ad9b9df9d3) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:28.048295 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.088120 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.127915 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:28.130620 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:28.133114 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:28.157886 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=814d5e6c-bf52-4cad-b34e-16ad9b9df9d3,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:28.410048 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43944) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:28.491614 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.511817 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.561983 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.599061 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.603425 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.641766 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a39076af84a4d0386615b06dac01b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303846 Jul 29 20:56:28.642637 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec7fa1-a17c-4f91-98e5-5810d15cd6a9,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:28.644519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43948) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:28.649651 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.650003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.650343 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.650678 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.651036 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.651369 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.651696 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.652024 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.652347 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.652666 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.652987 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.653832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1018a2c-df43-4faf-a412-9af2ca9f35e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.732130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.766369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.775175 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.785159 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.873306 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=814d5e6c-bf52-4cad-b34e-16ad9b9df9d3,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:28.884847 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.885271 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.885613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.885949 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.886278 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.886610 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.886968 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.887298 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.887685 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.888013 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.888336 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.888656 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:28.892609 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.927556 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.930351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:28.931527 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1aec7fa1-a17c-4f91-98e5-5810d15cd6a9 HTTP/1.1" status: 204 len: 168 time: 0.2860610 Jul 29 20:56:28.944438 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db4fb2-c0a7-4723-9588-7cd466d8cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec7fa1-a17c-4f91-98e5-5810d15cd6a9,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:29.007778 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP d3885ef4-ae3e-49a1-9007-26e06e8ae1e6 associated. External IP: 172.27.2.92, port: b36cf98d-b754-4146-97ec-a6ca6be0fa65. Jul 29 20:56:29.213184 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:29.323126 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:29.334201 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:29.342533 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.344657 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:29.345506 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:29.383295 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-89e40656-21fd-459b-adad-86bd145e3fd7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6403992 Jul 29 20:56:29.383295 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:29.383295 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b479d-d87d-4398-b36b-be06a83d0273" -d '{"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:29.412545 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae05212-83cb-4876-aad5-2f9a4807d1e7 x-openstack-request-id: req-2ae05212-83cb-4876-aad5-2f9a4807d1e7 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:29.412831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:29.413263 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ae05212-83cb-4876-aad5-2f9a4807d1e7 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:29.413511 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'status': 'completed', 'code': 200} Jul 29 20:56:29.471273 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:29.489533 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b479d-d87d-4398-b36b-be06a83d0273 req-78eee9ad-b33d-414e-9401-4532a8484ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:29.492722 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-78eee9ad-b33d-414e-9401-4532a8484ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1098 time: 0.0533326 Jul 29 20:56:29.581369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43976) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:29.594986 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b479d-d87d-4398-b36b-be06a83d0273 req-e57e731c-54b1-4e6c-9e0d-f4540df237c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:29.596658 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-e57e731c-54b1-4e6c-9e0d-f4540df237c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0893245 Jul 29 20:56:29.670987 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-84f6c91d-d04b-40eb-9b68-7f966240cbb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 998 time: 0.0639901 Jul 29 20:56:29.676729 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1340929545-network', 'tenant_id': '7958952989674df1adfbbc3d6c764480'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:29.698300 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Made reservation on behalf of 7958952989674df1adfbbc3d6c764480 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:29.701856 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.713090 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.719844 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:28Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:29.726862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b479d-d87d-4398-b36b-be06a83d0273 req-18798be3-ea8f-47f0-beb4-ce3182d5bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:29.728323 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-18798be3-ea8f-47f0-beb4-ce3182d5bbcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0461152 Jul 29 20:56:29.749675 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:29.758226 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:29.758870 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:29.788541 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b479d-d87d-4398-b36b-be06a83d0273 req-a404ca22-dbda-4e37-ad8a-0503b092a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:29.790027 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-a404ca22-dbda-4e37-ad8a-0503b092a9a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456150 Jul 29 20:56:29.804389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.809894 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.835065 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:56:29.844070 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093363c-6221-4925-bf44-b8b016956e09,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:29.852266 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.852664 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Added segment d07bdd67-b237-4326-a41e-910bfff7a2f2 of type vlan for network 27ee788f-485d-4ab2-bfce-f33f9e241e4f Jul 29 20:56:29.860512 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.879247 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:29.897084 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.904777 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-70d3d299-0f66-42e7-860f-bdd07ad6e92d service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017799 Jul 29 20:56:29.928150 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.929443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:29.930032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:29.980285 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3978043 Jul 29 20:56:29.985345 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43980) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:29.990152 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Request body: {'subnet': {'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1340929545-subnet', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'ip_version': 4}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:30.001561 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0b67-fdd6-4ac6-8464-46d7c718aa15 admin admin] Pushing event updated for resources: {'Network': ['ID=27ee788f-485d-4ab2-bfce-f33f9e241e4f,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:30.009687 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-114b479d-d87d-4398-b36b-be06a83d0273 req-4e473d06-c56d-42f7-a989-af3f55d8786c service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968075 Jul 29 20:56:30.014524 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:56:30.017488 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Made reservation on behalf of 7958952989674df1adfbbc3d6c764480 for: {'subnet': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:30.020525 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901918'] for subnet, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.105434 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:28Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:30.135766 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e4972-b7a9-4ef2-a0ad-a76427bcd48c None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:28Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:30.194236 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9198237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901936'] for subnet, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.259003 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76145ad7-cca8-401a-b945-d6b5dde0da50,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:30.263228 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Checking segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:30.263608 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Network hostable DHCP agents. Network: 27ee788f-485d-4ab2-bfce-f33f9e241e4f, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:56:30.287799 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:56:30.300145 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 27ee788f-485d-4ab2-bfce-f33f9e241e4f) {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:30.324355 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:30.325110 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343bcbd5-7b89-4b84-98dd-fc6ac711243a None None] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:56:30.325649 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.348046 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4dc2eb93-fa80-4155-953f-717f522f14bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3604763 Jul 29 20:56:30.350930 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 43982) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:30.360536 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:30.391891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.393286 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.453471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.500790 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:56:30.501651 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.577889 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab144ece-4544-44b1-b671-5848d9ff5ec3 None None] New status for floating IP d3885ef4-ae3e-49a1-9007-26e06e8ae1e6: ACTIVE {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:56:30.621120 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.825384 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.848389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:30.860015 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Allocated IP 172.20.0.2 (27ee788f-485d-4ab2-bfce-f33f9e241e4f/76145ad7-cca8-401a-b945-d6b5dde0da50/c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:30.956584 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Allocated IP 172.27.2.121 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/e3509e77-b2db-42b6-adf3-30c619531949) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:31.042159 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.050277 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Transition to ACTIVE for port object c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:31.058037 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.065342 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Transition to ACTIVE for port object c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:31.071028 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.099630 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.108224 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:31.111074 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:31.114441 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:31.123622 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Pushing event updated for resources: {'Port': ['ID=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:31.135345 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:31.144276 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:31.147744 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:31.172819 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Pushing event updated for resources: {'Port': ['ID=e3509e77-b2db-42b6-adf3-30c619531949,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:31.174011 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Attempting to bind port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:31.174385 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Attempting to bind port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:31.174777 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Attempting to bind port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 on network 27ee788f-485d-4ab2-bfce-f33f9e241e4f {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:31.179910 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:31.180153 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Checking segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:31.180559 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.180951 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Bound using segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:31.181420 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Bound port: c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:31.181917 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.245050 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] For port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:31.248644 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] For port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:31.253340 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.313053 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc056bc5-a315-40e8-9dfa-d46301d5f4ad None None] Pushing event updated for resources: {'Port': ['ID=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:31.637500 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.830121 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:31.960174 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Router 180e41cc-c60a-4e43-b076-8aca9e8eef89 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:56:32.068047 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:32.078044 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Sync routers for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:32.086038 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.089362 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:32.091099 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 43988) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:32.093299 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88baa4-e4e5-4952-bc61-65e07984c1ba None None] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:56:32.095085 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-91bf540d-36bf-4b6b-aae2-9cb74c368dfc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7383764 Jul 29 20:56:32.097333 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:32.200263 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:32.209410 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-4a49bf66-cfcc-4361-bd7c-8092cf9e7c29 None None] Provisioning for port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:32.471526 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:31Z', 'revision_number': 3, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:32.496348 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Checking router: 180e41cc-c60a-4e43-b076-8aca9e8eef89 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:32.496712 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Updating router 180e41cc-c60a-4e43-b076-8aca9e8eef89 port e3509e77-b2db-42b6-adf3-30c619531949 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:56:32.521120 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.535753 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.686634 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Allocated IP 172.20.0.1 (27ee788f-485d-4ab2-bfce-f33f9e241e4f/76145ad7-cca8-401a-b945-d6b5dde0da50/802d2055-7aad-4160-bbff-419e5611b5a1) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:32.766629 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.776678 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Transition to ACTIVE for port object e3509e77-b2db-42b6-adf3-30c619531949 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:32.784829 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.789349 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.807501 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Transition to ACTIVE for port object 802d2055-7aad-4160-bbff-419e5611b5a1 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:32.834910 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Attempting to bind port e3509e77-b2db-42b6-adf3-30c619531949 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:32.835263 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Attempting to bind port e3509e77-b2db-42b6-adf3-30c619531949 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:32.835608 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Attempting to bind port e3509e77-b2db-42b6-adf3-30c619531949 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:32.841457 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.845550 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af583009-8167-4c97-a002-db3aca308622 None None] Pushing event updated for resources: {'Port': ['ID=e3509e77-b2db-42b6-adf3-30c619531949,revision_number=2']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:32.854089 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.854604 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.855031 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.855357 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.855677 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.856027 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.856343 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.856652 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.856983 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.857296 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.857602 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.857908 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af583009-8167-4c97-a002-db3aca308622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:56:32.862094 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:32.862463 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:32.862878 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.863245 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:32.863699 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Bound port: e3509e77-b2db-42b6-adf3-30c619531949, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:32.864084 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.881014 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:32.883756 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:32.890471 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:32.893419 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:32.916769 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] For port e3509e77-b2db-42b6-adf3-30c619531949, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:32.920153 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] For port e3509e77-b2db-42b6-adf3-30c619531949, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e3509e77-b2db-42b6-adf3-30c619531949,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:32.924947 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.933954 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:32.984731 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af583009-8167-4c97-a002-db3aca308622 None None] Pushing event updated for resources: {'Port': ['ID=e3509e77-b2db-42b6-adf3-30c619531949,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:32.991891 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:32.992511 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:33.066579 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.104292 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:33.169540 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bc58c5ef-eae4-400c-9d77-df0702b5a5e2 None None] Provisioning for port 802d2055-7aad-4160-bbff-419e5611b5a1 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:33.175293 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-bc58c5ef-eae4-400c-9d77-df0702b5a5e2 None None] Provisioning complete for port 802d2055-7aad-4160-bbff-419e5611b5a1 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:33.176378 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bc58c5ef-eae4-400c-9d77-df0702b5a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.206761 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:33.233184 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-bc58c5ef-eae4-400c-9d77-df0702b5a5e2 None None] Port 802d2055-7aad-4160-bbff-419e5611b5a1 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:33.248398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.253909 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.270712 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:33.275846 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:33.276198 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.297345 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:31Z', 'revision_number': 3, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:33.322094 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:33.324739 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b59a4-5d2b-4bea-9de1-070215bb298f None None] The sync data for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi is: [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:31Z', 'revision_number': 3, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:33.325877 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.371380 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.406602 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:33.411604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.426280 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:33.428045 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:33.473763 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:33.575347 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Router 180e41cc-c60a-4e43-b076-8aca9e8eef89 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:33.697315 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:33.703138 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-de2bef53-554e-4fa4-88b6-64e30b88d2b7 admin admin] 10.222.0.43 "PUT /v2.0/routers/180e41cc-c60a-4e43-b076-8aca9e8eef89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110384 Jul 29 20:56:33.759911 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-cd6c2183-369a-4c62-865b-8d052b85bbc8 None None] Provisioning complete for port 802d2055-7aad-4160-bbff-419e5611b5a1 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:33.760419 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2183-369a-4c62-865b-8d052b85bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:33.797571 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c2183-369a-4c62-865b-8d052b85bbc8 None None] Port 802d2055-7aad-4160-bbff-419e5611b5a1 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:34.183897 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44008) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:34.189054 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-66183598-network', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:34.210123 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Made reservation on behalf of 969617639eca440c8e0af2c6ebc604f6 for: {'network': 1} {{(pid=104709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:34.212569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for network, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.221216 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.315081 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.319116 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.339787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 20:56:34.354924 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95850a1-c59a-4910-9380-a23c28acac2a,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:34.357787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.358115 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.segments_db [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Added segment c2fce803-dc0a-4cdc-91af-d54822502ebd of type vlan for network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e Jul 29 20:56:34.396555 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771508783207'] for network, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.425210 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697'] for network, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.426194 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:34.426797 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.479318 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2943025 Jul 29 20:56:34.482163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44010) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:34.487246 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Request body: {'subnet': {'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-66183598-subnet', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'ip_version': 4}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:34.487941 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9feb370-c37a-4579-8048-b734250bfcca admin admin] Pushing event updated for resources: {'Network': ['ID=3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:34.497880 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e details requested by agent ovs-agent-dv-cinder-802957-1-iscsi with host dv-cinder-802957-1-iscsi {{(pid=104710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 20:56:34.508833 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Made reservation on behalf of 969617639eca440c8e0af2c6ebc604f6 for: {'subnet': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:34.511351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10419016'] for subnet, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.678016 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3539317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10419046'] for subnet, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.736716 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b49c37c-4750-4e6b-bb95-0e6256f8f3c0,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:34.745813 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Checking segment: {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:34.746171 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Network hostable DHCP agents. Network: 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e, hostable agents: ['1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6'], hosted agents: [] {{(pid=104708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 20:56:34.762005 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e is scheduled to be hosted by DHCP agent 1c5bdfa7-9ca9-4c48-a8bc-014b07186fb6 with binding_index 1 {{(pid=104708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 20:56:34.771491 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802957-1-iscsi, 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e) {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:34.779779 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:34.779999 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.782627 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3949dae-72ce-4bdf-b0a9-a1d603e3febc None None] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:56:34.798592 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-91ffa76e-bad5-4278-b35c-769e4a574d9c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3146923 Jul 29 20:56:34.800683 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44012) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:34.805568 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:34.828096 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1608537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1755'] for router, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.828831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Sync routers for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:34.828990 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767219', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1779973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1744'] for router, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:34.850169 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:34.850818 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:34.880088 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.008690 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:35.017821 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.053326 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d1288c1-9516-5059-83af-678806c4fe64-3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'fixed_ips': [{'subnet_id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0'}]}} from dv-cinder-802957-1-iscsi. {{(pid=104710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 20:56:35.054177 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.239525 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.268309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.277317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e3509e77-b2db-42b6-adf3-30c619531949 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:35.345532 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.db_base_plugin_common [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Allocated IP 172.20.0.2 (3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e/9b49c37c-4750-4e6b-bb95-0e6256f8f3c0/585220fa-581f-4472-b301-16ac099b58ff) {{(pid=104710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:35.374565 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Allocated IP 172.27.2.217 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/4391d7fb-a1ef-4efb-af6a-0185bf2c6994) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:35.438495 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port e3509e77-b2db-42b6-adf3-30c619531949 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:35.446041 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 2, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:35.455477 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port e3509e77-b2db-42b6-adf3-30c619531949 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:35.455853 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.479264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.500355 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Checking router: 180e41cc-c60a-4e43-b076-8aca9e8eef89 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:35.500931 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Updating router 180e41cc-c60a-4e43-b076-8aca9e8eef89 port 802d2055-7aad-4160-bbff-419e5611b5a1 binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:56:35.518570 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.557450 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.557957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:35.560859 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:35.564265 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:35.589538 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Pushing event updated for resources: {'Port': ['ID=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:35.681626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks [] for port, precommit_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.740082 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.749026 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Transition to ACTIVE for port object 585220fa-581f-4472-b301-16ac099b58ff will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:35.809422 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.915700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port e3509e77-b2db-42b6-adf3-30c619531949, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e3509e77-b2db-42b6-adf3-30c619531949,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:35.920009 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Transition to ACTIVE for port object 585220fa-581f-4472-b301-16ac099b58ff will not be triggered until provisioned by entity DHCP. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:35.923957 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:35.924722 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:35.939086 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044'] for port, after_create {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.008131 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783788'] for router, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.032226 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e is already hosted by enough agents. {{(pid=104710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:36.041737 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.scheduler.base_scheduler [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Resources bound (agent type, host, resource id): {{(pid=104710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:36.044239 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Received port after_create {{(pid=104710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:36.110368 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=e3509e77-b2db-42b6-adf3-30c619531949,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:36.141197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Router 3bb3f646-4df5-4da1-bc35-2d8564181a66 is scheduled to L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 with binding_index 1 {{(pid=104709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 20:56:36.212453 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Attempting to bind port 585220fa-581f-4472-b301-16ac099b58ff on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:36.212814 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Attempting to bind port 585220fa-581f-4472-b301-16ac099b58ff by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:36.213169 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Attempting to bind port 585220fa-581f-4472-b301-16ac099b58ff on network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:36.217894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Pushing event updated for resources: {'Port': ['ID=585220fa-581f-4472-b301-16ac099b58ff,revision_number=1']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:36.221179 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:36.221725 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.243330 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:36.243703 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Checking segment: {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:36.244099 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.244492 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Bound using segment: {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:36.244963 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Bound port: 585220fa-581f-4472-b301-16ac099b58ff, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:36.245345 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.250033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:36.258394 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Sync routers for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:36.265921 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.267463 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6b838ae0-4581-432c-bad3-fe0b6b4edab8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4656663 Jul 29 20:56:36.270036 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44020) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:36.272564 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:36.273273 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:36.319831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.338955 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Transition to ACTIVE for port object 802d2055-7aad-4160-bbff-419e5611b5a1 will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:36.356813 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.386089 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:36.433465 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] For port 585220fa-581f-4472-b301-16ac099b58ff, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:36.483157 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c29ddc-3737-468e-bdcd-cede71ab4e05 None None] Pushing event updated for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:36.506516 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] For port 585220fa-581f-4472-b301-16ac099b58ff, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=585220fa-581f-4472-b301-16ac099b58ff,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:36.533230 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.582913 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Attempting to bind port 802d2055-7aad-4160-bbff-419e5611b5a1 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:36.583553 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Attempting to bind port 802d2055-7aad-4160-bbff-419e5611b5a1 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:36.584043 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Attempting to bind port 802d2055-7aad-4160-bbff-419e5611b5a1 on network 27ee788f-485d-4ab2-bfce-f33f9e241e4f {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:36.601045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:36.601421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Checking segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:36.603192 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.603590 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Bound using segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:36.604079 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Bound port: 802d2055-7aad-4160-bbff-419e5611b5a1, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:36.604600 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.616072 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 3, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:36.653409 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Checking router: 3bb3f646-4df5-4da1-bc35-2d8564181a66 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:36.653994 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Updating router 3bb3f646-4df5-4da1-bc35-2d8564181a66 port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 binding host dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:56:36.670975 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cc933-27ea-4bba-a614-6d44e2c6475b None None] Pushing event updated for resources: {'Port': ['ID=585220fa-581f-4472-b301-16ac099b58ff,revision_number=2']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:36.688820 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.713229 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] For port 802d2055-7aad-4160-bbff-419e5611b5a1, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:36.717160 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] For port 802d2055-7aad-4160-bbff-419e5611b5a1, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=802d2055-7aad-4160-bbff-419e5611b5a1,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:36.722544 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:36.788459 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:36.789103 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:36.908819 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:37.025766 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c29ddc-3737-468e-bdcd-cede71ab4e05 None None] Pushing event updated for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:37.031300 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks [] for port, precommit_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.056374 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.059008 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.provisioning_blocks [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Transition to ACTIVE for port object 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 will not be triggered until provisioned by entity L2. {{(pid=104711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:37.072699 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.302452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:36Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:37.321792 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Allocated IP 172.20.0.1 (3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e/9b49c37c-4750-4e6b-bb95-0e6256f8f3c0/f72aeb07-67d0-48a0-99d0-bfdfdb2e849a) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:37.335348 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e3509e77-b2db-42b6-adf3-30c619531949 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:37.338880 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab845bb-be29-4c7b-9818-7fc988280e50 None None] Pushing event updated for resources: {'Port': ['ID=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,revision_number=2']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:37.340703 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7497bfb-6ea2-4ee9-be16-6183aaf4a536 None None] The sync data for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi is: [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:36Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:37.347495 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Attempting to bind port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:37.348027 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Attempting to bind port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:37.348571 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Attempting to bind port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 on network 0f8c0064-359a-4fb0-8b5a-f21777d033da {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:37.354639 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:37.355050 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Checking segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:37.355451 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.356229 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Bound using segment: {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'} {{(pid=104711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:37.356696 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.managers [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Bound port: 4391d7fb-a1ef-4efb-af6a-0185bf2c6994, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f777fe-c29b-4366-b36a-497f231d74e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da'}}] {{(pid=104711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:37.357100 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.432509 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port e3509e77-b2db-42b6-adf3-30c619531949 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:37.433022 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.450311 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] For port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:37.453692 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.plugins.ml2.db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] For port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:37.460031 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron_lib.callbacks.manager [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.481257 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.496793 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.provisioning_blocks [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Transition to ACTIVE for port object f72aeb07-67d0-48a0-99d0-bfdfdb2e849a will not be triggered until provisioned by entity DHCP. {{(pid=104709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:37.516659 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:37.517567 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:37.537877 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.554440 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 585220fa-581f-4472-b301-16ac099b58ff up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:37.584946 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Pushing event updated for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:37.590753 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab845bb-be29-4c7b-9818-7fc988280e50 None None] Pushing event updated for resources: {'Port': ['ID=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,revision_number=3']} {{(pid=104711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:37.613727 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:37.615542 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:37.622024 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:37.645562 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 585220fa-581f-4472-b301-16ac099b58ff completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:37.675592 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:37.677333 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1783603'] for router_interface, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.843911 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:37.893978 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 3, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:37.929154 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ce415f-b56a-42b8-ac7f-a930d78aa9ff None None] The sync data for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi is: [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 3, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:37.986320 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34cb0e-e74d-4ba3-845c-87d7ab935aa1 None None] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:56:38.040652 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.047053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.051418 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Provisioning for port 585220fa-581f-4472-b301-16ac099b58ff completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:38.060685 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Provisioning complete for port 585220fa-581f-4472-b301-16ac099b58ff triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:38.060685 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.110645 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766051'] for router_interface, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.172894 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Pushing event updated for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:38.197440 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.273877 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:38.275449 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:38.285463 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] For port 585220fa-581f-4472-b301-16ac099b58ff, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=585220fa-581f-4472-b301-16ac099b58ff,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:38.292556 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.364260 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c946265-2c4c-4a78-b3b4-7f213cafe8a5 None None] Pushing event updated for resources: {'Port': ['ID=585220fa-581f-4472-b301-16ac099b58ff,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:38.445294 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Router 3bb3f646-4df5-4da1-bc35-2d8564181a66 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:38.566952 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:38.572317 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fc0c99c0-8c10-4fb9-9de3-b4d537776252 admin admin] 10.222.0.43 "PUT /v2.0/routers/3bb3f646-4df5-4da1-bc35-2d8564181a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3011818 Jul 29 20:56:38.640506 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Provisioning for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:38.644867 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Provisioning complete for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:38.645317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.693140 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:38.703511 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Provisioning complete for port 585220fa-581f-4472-b301-16ac099b58ff triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:38.703878 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c3c7a785-e574-4527-98b7-6a1f8e6b31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.919955 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-da0bda3c-8b77-48ef-8b9e-439861dbbea3 None None] Provisioning complete for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:38.920400 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-da0bda3c-8b77-48ef-8b9e-439861dbbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:38.959699 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-da0bda3c-8b77-48ef-8b9e-439861dbbea3 None None] Port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:39.078373 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-0bdff16c-8252-4119-9662-ee82ca243890 None None] Provisioning complete for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:39.078887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0bdff16c-8252-4119-9662-ee82ca243890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.114274 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-0bdff16c-8252-4119-9662-ee82ca243890 None None] Port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:39.273363 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:39.345302 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:39.349612 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:39.350258 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.448563 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.477498 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:39.484977 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.485803 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 802d2055-7aad-4160-bbff-419e5611b5a1 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:39.572833 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:39.590935 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port 802d2055-7aad-4160-bbff-419e5611b5a1 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:39.596035 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 802d2055-7aad-4160-bbff-419e5611b5a1 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:39.596976 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.693142 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.732604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port 802d2055-7aad-4160-bbff-419e5611b5a1, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=802d2055-7aad-4160-bbff-419e5611b5a1,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:39.737467 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:39.738318 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 585220fa-581f-4472-b301-16ac099b58ff up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:39.825761 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:39.838094 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 585220fa-581f-4472-b301-16ac099b58ff triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:39.838094 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:41.172872 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Sync routers for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:41.186764 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:41.187440 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:41.232427 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:41.330323 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:41.330323 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:41.356122 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:41.534715 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 802d2055-7aad-4160-bbff-419e5611b5a1 up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:41.631322 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port 802d2055-7aad-4160-bbff-419e5611b5a1 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:41.631605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:41.664459 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 4, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'f72aeb07-67d0-48a0-99d0-bfdfdb2e849a', 'name': '', 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'mac_address': 'fa:16:3e:29:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:37Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 2, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'subnets': [{'id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:41.698274 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Checking router: 3bb3f646-4df5-4da1-bc35-2d8564181a66 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:41.698633 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Updating router 3bb3f646-4df5-4da1-bc35-2d8564181a66 port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a binding host dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 20:56:41.732487 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.088438 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks [] for port, precommit_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.102966 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Transition to ACTIVE for port object f72aeb07-67d0-48a0-99d0-bfdfdb2e849a will not be triggered until provisioned by entity L2. {{(pid=104710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:42.110476 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.193102 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d470dd-f5e7-46f6-8765-e2c094d80916 None None] Pushing event updated for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=3']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:42.252774 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Attempting to bind port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a on host dv-cinder-802957-1-iscsi for vnic_type normal with profile {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:56:42.253330 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Attempting to bind port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a by drivers openvswitch,hyperv on host dv-cinder-802957-1-iscsi at level 0 using segments [{'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:56:42.253697 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Attempting to bind port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a on network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:56:42.259424 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Checking agent: {'id': '562fb775-fc80-4547-9d2f-20a1539066a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802957-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 40, 48), 'started_at': datetime.datetime(2021, 7, 29, 20, 41, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802957-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:56:42.259868 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Checking segment: {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:56:42.260301 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.260690 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Bound using segment: {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'} {{(pid=104710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:56:42.261156 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.managers [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Bound port: f72aeb07-67d0-48a0-99d0-bfdfdb2e849a, host: dv-cinder-802957-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fce803-dc0a-4cdc-91af-d54822502ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e'}}] {{(pid=104710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:56:42.261535 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.349019 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] For port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a, host dv-cinder-802957-1-iscsi, cleared binding levels {{(pid=104710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:56:42.355274 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] For port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a, host dv-cinder-802957-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:56:42.372961 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:42.478896 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:42.479811 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:42.526199 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d470dd-f5e7-46f6-8765-e2c094d80916 None None] Pushing event updated for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:42.614053 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:42.852239 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 4, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'f72aeb07-67d0-48a0-99d0-bfdfdb2e849a', 'name': '', 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'mac_address': 'fa:16:3e:29:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:37Z', 'updated_at': '2021-07-29T20:56:42Z', 'revision_number': 4, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'subnets': [{'id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:42.879955 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab164f5-739f-4770-bb5d-2de00e86341e None None] The sync data for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi is: [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:56:37Z', 'revision_number': 4, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'f72aeb07-67d0-48a0-99d0-bfdfdb2e849a', 'name': '', 'network_id': '3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'mac_address': 'fa:16:3e:29:09:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:37Z', 'updated_at': '2021-07-29T20:56:42Z', 'revision_number': 4, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'subnets': [{'id': '9b49c37c-4750-4e6b-bb95-0e6256f8f3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:43.229639 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f72aeb07-67d0-48a0-99d0-bfdfdb2e849a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:43.285279 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:43.291671 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:43.292374 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:43.400389 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:43.438733 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] For port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:56:43.442379 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:43.501813 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Pushing event updated for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:44.146048 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-087b0224-173c-4925-a05e-9e1410723494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:44.365700 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:56:45.176831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f72aeb07-67d0-48a0-99d0-bfdfdb2e849a up at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:56:45.229370 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Provisioning complete for port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:45.229766 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:47.108855 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-7f853d35-a231-4ca3-979a-ecf55dd2db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:47.578648 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:47.628859 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:48.293496 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-1f0b70a2-9fa5-4953-96cb-519d7216b1f2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:48.294962 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-1f0b70a2-9fa5-4953-96cb-519d7216b1f2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 815 time: 0.0960929 Jul 29 20:56:48.309672 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-fc4bb4cc-47e3-4671-acef-e43985b6bd96 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/quotas/7958952989674df1adfbbc3d6c764480 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Jul 29 20:56:48.360664 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-dd57eae7-4155-49cb-adc0-69b9f76cff23 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458741 Jul 29 20:56:48.460546 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-e9f61629-0ea8-4cea-b9d2-00d6f84bc59a service neutron] 10.222.0.43 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862207 Jul 29 20:56:48.547219 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-898109c5-0751-451f-92e8-b98074a40e3e service neutron] 10.222.0.43 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806797 Jul 29 20:56:49.031069 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:49.721320 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a9f3d213-8aaa-4361-b8af-846774061bcf req-47297415-fc59-4df5-8ceb-d5d5dc627712 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 210 time: 0.0306222 Jul 29 20:56:50.686785 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-97cf55fe-13fd-4775-87ae-56da25919e96 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:50.688104 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-97cf55fe-13fd-4775-87ae-56da25919e96 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 815 time: 0.1024971 Jul 29 20:56:50.704549 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'port': {'device_id': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'admin_state_up': True, 'tenant_id': '7958952989674df1adfbbc3d6c764480'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:56:50.813611 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9ac1ca43-3ae6-408c-9095-49aaf1259624 req-46720f26-b6a7-49cc-9ef2-e24f7c134fee tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 210 time: 0.0255263 Jul 29 20:56:50.824879 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Made reservation on behalf of 7958952989674df1adfbbc3d6c764480 for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:56:50.830577 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:50.968029 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Allocated IP 172.20.0.11 (27ee788f-485d-4ab2-bfce-f33f9e241e4f/76145ad7-cca8-401a-b945-d6b5dde0da50/5d1d698e-61d0-4532-80a2-f4f7df27539b) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:56:51.147778 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:51.164210 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Transition to ACTIVE for port object 5d1d698e-61d0-4532-80a2-f4f7df27539b will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:56:51.204668 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:51.247853 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:56:51.251035 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:56:51.253576 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:56:51.295533 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:51.326163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:51.326163 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:51.344612 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-b15582ae-f024-489d-b54c-ace531ff19be tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436956 Jul 29 20:56:51.563320 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-cb3f8bcb-f50d-45bc-86b7-4dfee3969370 None None] Provisioning for port 5d1d698e-61d0-4532-80a2-f4f7df27539b completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:56:51.583529 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-cb3f8bcb-f50d-45bc-86b7-4dfee3969370 None None] Provisioning complete for port 5d1d698e-61d0-4532-80a2-f4f7df27539b triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:56:51.583892 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8bcb-f50d-45bc-86b7-4dfee3969370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:51.618745 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f8bcb-f50d-45bc-86b7-4dfee3969370 None None] Port 5d1d698e-61d0-4532-80a2-f4f7df27539b cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:56:51.938594 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e84a2-c57d-4097-b8d4-337f6c47aef8 req-bc9e2270-da03-42ce-9278-356f1e8249d6 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:51.940097 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ac8e84a2-c57d-4097-b8d4-337f6c47aef8 req-bc9e2270-da03-42ce-9278-356f1e8249d6 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0485513 Jul 29 20:56:51.980925 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ac8e84a2-c57d-4097-b8d4-337f6c47aef8 req-f7127799-e520-4ef4-a29e-6aa816b508fe tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Jul 29 20:56:53.095088 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab00ac0-9571-42ca-bda0-18a1bd4854bf req-af2c5171-a5d5-400c-91c0-4c538c14c153 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:53.096934 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7ab00ac0-9571-42ca-bda0-18a1bd4854bf req-af2c5171-a5d5-400c-91c0-4c538c14c153 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0476661 Jul 29 20:56:53.138309 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7ab00ac0-9571-42ca-bda0-18a1bd4854bf req-0eea5cb7-c140-48f9-bf41-7e0c10ea7849 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347269 Jul 29 20:56:54.252307 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8396-0ee9-4b2f-814c-48a8ff3a54ab req-c290bd65-9dd6-4634-bc8c-8d577864fdab tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:54.253677 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b7f8396-0ee9-4b2f-814c-48a8ff3a54ab req-c290bd65-9dd6-4634-bc8c-8d577864fdab tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0507972 Jul 29 20:56:54.299065 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-9b7f8396-0ee9-4b2f-814c-48a8ff3a54ab req-1bdcb2f4-a9e5-4f0c-a7e2-1874638161c2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Jul 29 20:56:55.411968 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a832-c0c9-4151-89bb-fd441cc58f8f req-85ee4cef-7b70-483b-9bfc-d03f4094d8bf tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:55.413511 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31d4a832-c0c9-4151-89bb-fd441cc58f8f req-85ee4cef-7b70-483b-9bfc-d03f4094d8bf tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0490801 Jul 29 20:56:55.459154 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-31d4a832-c0c9-4151-89bb-fd441cc58f8f req-34b10740-2ab4-4b6d-9c0a-baca1a9c60d0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Jul 29 20:56:56.574310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82ac5-45f5-474f-bfa4-24901203abb0 req-7fef9b6f-c562-4ae0-8233-ddfdc0487912 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:56.576576 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4bb82ac5-45f5-474f-bfa4-24901203abb0 req-7fef9b6f-c562-4ae0-8233-ddfdc0487912 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0519893 Jul 29 20:56:56.615566 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4bb82ac5-45f5-474f-bfa4-24901203abb0 req-5a6b11d3-3131-4070-bacc-da13b6234745 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Jul 29 20:56:57.737951 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27722c-f288-4c68-8f40-2c3c394ed24b req-902313fa-32e0-4d13-a5c4-f17094e69021 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:57.739484 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ce27722c-f288-4c68-8f40-2c3c394ed24b req-902313fa-32e0-4d13-a5c4-f17094e69021 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0519085 Jul 29 20:56:57.782822 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ce27722c-f288-4c68-8f40-2c3c394ed24b req-72061063-55d9-442d-8075-e8c34918cb92 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Jul 29 20:56:57.903071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44210) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:56:58.228852 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Deleting port b2e0fbb9-a7f0-4c78-83f3-bd10d534874f {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:56:58.229202 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.306284 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.306504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.318047 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Calling delete_port for b2e0fbb9-a7f0-4c78-83f3-bd10d534874f owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:56:58.502396 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.535760 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event deleted for resources: {'Port': ['ID=b2e0fbb9-a7f0-4c78-83f3-bd10d534874f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:56:58.589647 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.589900 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Floating IP 0ea40125-cf40-402f-ba9b-84a358f00dfe disassociated (deleted). External IP: 172.27.2.130, port: bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b. Jul 29 20:56:58.798884 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Router 1a012b81-2c1f-495e-9eec-0c872410c415 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:56:58.950805 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:56:58.956118 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:58.961556 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Sync routers for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:56:58.973216 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:58.974009 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:58.989831 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5321da88-c406-4ce2-88e6-734a063e0bb5 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "DELETE /v2.0/floatingips/0ea40125-cf40-402f-ba9b-84a358f00dfe HTTP/1.1" status: 204 len: 168 time: 1.0833673 Jul 29 20:56:58.991660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:56:58.994400 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41859118-a383-4e2b-aaaa-e6f8e738e118" -d '{"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:56:59.004470 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66217a64-56e1-44f4-bbe2-5d2fa17a51e6 req-ac3909c9-4fb3-4e1d-85f4-bd8b526b93a3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:59.012727 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-66217a64-56e1-44f4-bbe2-5d2fa17a51e6 req-ac3909c9-4fb3-4e1d-85f4-bd8b526b93a3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.1110177 Jul 29 20:56:59.079919 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-66217a64-56e1-44f4-bbe2-5d2fa17a51e6 req-2e67a1fa-d491-4670-b37d-664c3bcc4cb9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658629 Jul 29 20:56:59.116695 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:59.164592 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2196ec2-fc90-4306-9950-4dcd0f357b92 x-openstack-request-id: req-e2196ec2-fc90-4306-9950-4dcd0f357b92 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:56:59.165069 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:56:59.165383 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2196ec2-fc90-4306-9950-4dcd0f357b92 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:56:59.165828 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'status': 'completed', 'code': 200} Jul 29 20:56:59.323707 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43143012-6453-4bb6-a13e-8d5ab405b504 req-1e0a5812-9e1a-47ef-815f-b6cc873f32ac tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:56:59.325828 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-43143012-6453-4bb6-a13e-8d5ab405b504 req-1e0a5812-9e1a-47ef-815f-b6cc873f32ac tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Jul 29 20:56:59.349224 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:59.366979 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-43143012-6453-4bb6-a13e-8d5ab405b504 req-063b4a45-8dc2-4992-a595-0c691edebb47 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348332 Jul 29 20:56:59.395105 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Checking router: 1a012b81-2c1f-495e-9eec-0c872410c415 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:56:59.403765 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:56:59.404352 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:59.521905 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:56:59.714916 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:56:59.741101 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ee5d5-68eb-4810-9106-37ceca6e5e84 None None] The sync data for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi is: [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:51:49Z', 'revision_number': 4, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': 'd82b4151-f28a-433a-ae71-c1c0512202f4', 'name': '', 'network_id': '97e283a1-7090-4a20-b6a2-e84e8737c487', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'mac_address': 'fa:16:3e:88:86:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ecdff745-c834-4b98-8963-84717e90489e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:49Z', 'updated_at': '2021-07-29T20:51:55Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'subnets': [{'id': 'ecdff745-c834-4b98-8963-84717e90489e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:56:59.845354 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:56:59.993885 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2ae5b-1770-4549-85d6-02a2f70ac8f7 None None] New status for floating IP 0ea40125-cf40-402f-ba9b-84a358f00dfe: DOWN {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:57:00.210006 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9296e48-f0b4-4270-baec-ac6225b10290 req-4b2639df-545b-4513-a824-477fdfedae7c tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:00.211564 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d9296e48-f0b4-4270-baec-ac6225b10290 req-4b2639df-545b-4513-a824-477fdfedae7c tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0481696 Jul 29 20:57:00.252829 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d9296e48-f0b4-4270-baec-ac6225b10290 req-d56b8e76-b930-405e-b67f-44e9be17bf49 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Jul 29 20:57:00.495945 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14ed3-b738-43cb-942d-8d788b234f98 req-daabbbe8-010e-455b-923e-8662a7d2e56f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:00.497516 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49e14ed3-b738-43cb-942d-8d788b234f98 req-daabbbe8-010e-455b-923e-8662a7d2e56f tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0619249 Jul 29 20:57:00.537585 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49e14ed3-b738-43cb-942d-8d788b234f98 req-b9870bb3-3338-4776-9559-12b239864b2a tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339766 Jul 29 20:57:01.374600 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a5605-3cf4-411e-a430-5d3ccce660f3 req-ebf0df9f-b81f-46c2-b20e-1cfcfff7a55e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:01.376307 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-711a5605-3cf4-411e-a430-5d3ccce660f3 req-ebf0df9f-b81f-46c2-b20e-1cfcfff7a55e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.0574687 Jul 29 20:57:01.414172 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-711a5605-3cf4-411e-a430-5d3ccce660f3 req-22a068c6-9bd9-4ee5-8a4b-6b5e0fb77514 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jul 29 20:57:01.652639 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823432-7931-4107-9c26-47d1293dd7ee req-cd0d93fc-cefc-47a2-9aca-529319e4d74e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:01.654950 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-56823432-7931-4107-9c26-47d1293dd7ee req-cd0d93fc-cefc-47a2-9aca-529319e4d74e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0491805 Jul 29 20:57:01.693880 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-56823432-7931-4107-9c26-47d1293dd7ee req-133c719b-5404-49e5-ab18-99753ff667b6 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Jul 29 20:57:02.287500 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Request body: {'port': {'device_id': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:02.365826 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-924bac4c-2b07-48df-80e4-b0e93372e08e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434709 Jul 29 20:57:02.368621 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:02.373524 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-59b0aada-c34f-47da-8b43-0ab5f5061ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.374982 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-59b0aada-c34f-47da-8b43-0ab5f5061ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53daa05a94344e03b57a23782b191b75&device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 1098 time: 0.0684395 Jul 29 20:57:02.460566 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-3b399abf-735b-4175-9a6e-e860213539d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.462153 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-3b399abf-735b-4175-9a6e-e860213539d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=944a5a1881fa49059e36247dac9b2c40&device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 1098 time: 0.0415514 Jul 29 20:57:02.583020 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb185378-85c0-4531-b0cc-debf385aa670 req-6e8a4d56-1050-4d81-b9f0-7f13d3c33516 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.584524 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb185378-85c0-4531-b0cc-debf385aa670 req-6e8a4d56-1050-4d81-b9f0-7f13d3c33516 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 932 time: 0.1023374 Jul 29 20:57:02.609042 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-7c06a84b-cb68-4274-9499-9e43941cce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.610507 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-7c06a84b-cb68-4274-9499-9e43941cce50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 200 len: 910 time: 0.2053397 Jul 29 20:57:02.632570 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-6d6aa14b-3aeb-4451-8d03-b6cfb959536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.634050 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-6d6aa14b-3aeb-4451-8d03-b6cfb959536c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 200 len: 911 time: 0.1411734 Jul 29 20:57:02.639151 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fb185378-85c0-4531-b0cc-debf385aa670 req-34f10e4c-086d-4881-ba1c-e66aceb0aec8 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Jul 29 20:57:02.657419 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-2a3c1702-e48f-4770-8eae-6f8b133a94b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 200 len: 217 time: 0.0383141 Jul 29 20:57:02.733441 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-ec6ed22d-665f-4cb6-a84d-5521d433699d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 200 len: 1001 time: 0.0909359 Jul 29 20:57:02.781593 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-6ccda620-debc-441e-9337-44eeee6625ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.783089 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-6ccda620-debc-441e-9337-44eeee6625ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 200 len: 848 time: 0.1177576 Jul 29 20:57:02.786960 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d1d698e-61d0-4532-80a2-f4f7df27539b {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:57:02.795354 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-0ed056e8-bd1e-44d0-a26b-73f0246961d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.796819 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-0ed056e8-bd1e-44d0-a26b-73f0246961d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 200 len: 849 time: 0.0550516 Jul 29 20:57:02.804404 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:02.836460 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Transition to ACTIVE for port object 5d1d698e-61d0-4532-80a2-f4f7df27539b will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:57:02.841074 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:02.860514 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0775-2df6-47cc-a1dc-739a2cff14e9 req-163d6afb-839a-46cc-8e0a-1cb38ecf911e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.862120 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b18e0775-2df6-47cc-a1dc-739a2cff14e9 req-163d6afb-839a-46cc-8e0a-1cb38ecf911e tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.0844848 Jul 29 20:57:02.890793 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-b82af157-6317-4e3a-9c4b-bf0962668bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:02.892207 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-b82af157-6317-4e3a-9c4b-bf0962668bee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816052 Jul 29 20:57:02.929802 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-b18e0775-2df6-47cc-a1dc-739a2cff14e9 req-5cccfcec-52e6-41ba-8c7a-54759fdd5083 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608580 Jul 29 20:57:02.996594 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-05356f84-9aa6-43ec-931c-c43ceba9aed1 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905781 Jul 29 20:57:03.092832 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ae338d39-95ea-4d8d-860a-670d26516f68 req-ff0f3633-44d2-4075-b2a6-5f707dd434f6 service neutron] 10.222.0.44 "GET /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883675 Jul 29 20:57:03.135201 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-9f2cd497-ebc7-41ed-b3cd-76ce61d90ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:03.136714 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-9f2cd497-ebc7-41ed-b3cd-76ce61d90ac6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97e283a1-7090-4a20-b6a2-e84e8737c487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3451703 Jul 29 20:57:03.156988 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:03.292430 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-a99a4673-b8c9-4e2a-aa8b-3c914508aaae service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433992 Jul 29 20:57:03.294875 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Attempting to bind port 5d1d698e-61d0-4532-80a2-f4f7df27539b on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:57:03.295216 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Attempting to bind port 5d1d698e-61d0-4532-80a2-f4f7df27539b by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:57:03.295544 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Attempting to bind port 5d1d698e-61d0-4532-80a2-f4f7df27539b on network 27ee788f-485d-4ab2-bfce-f33f9e241e4f {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:57:03.317572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Port 5d1d698e-61d0-4532-80a2-f4f7df27539b on network 27ee788f-485d-4ab2-bfce-f33f9e241e4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:57:03.317901 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Attempting to bind port 5d1d698e-61d0-4532-80a2-f4f7df27539b on network 27ee788f-485d-4ab2-bfce-f33f9e241e4f {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:57:03.326147 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:57:03.326147 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Checking segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:57:03.326527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Bound using segment: {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:57:03.326800 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Bound port: 5d1d698e-61d0-4532-80a2-f4f7df27539b, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07bdd67-b237-4326-a41e-910bfff7a2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:57:03.327168 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:03.461073 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-41859118-a383-4e2b-aaaa-e6f8e738e118 req-9db8fb9a-479c-45b4-9b37-b7f572d3f61e service neutron] 10.222.0.44 "GET /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577954 Jul 29 20:57:03.462063 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:57:03.474313 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:57:03.478555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:03.509836 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:03.510450 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:03.511837 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] 10.222.0.44 "PUT /v2.0/ports/5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 1094 time: 1.2290151 Jul 29 20:57:03.512803 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:03.515109 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:03.545654 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84463035-8c3a-4065-84c6-9d26dae5e7ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:03.564763 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99d875d-f6da-4b75-85ed-03f559c699ab x-openstack-request-id: req-c99d875d-f6da-4b75-85ed-03f559c699ab {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:03.565058 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:03.565315 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c99d875d-f6da-4b75-85ed-03f559c699ab {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:03.565714 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:57:03.611555 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-157b3213-c4a3-408f-ad6d-39c9c2e8a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:03.613033 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-157b3213-c4a3-408f-ad6d-39c9c2e8a5bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1097 time: 0.0427773 Jul 29 20:57:03.662153 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-0606629c-93f4-4cbd-9639-344c186ed767 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 217 time: 0.0381727 Jul 29 20:57:03.717538 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-dfd9239e-8a20-47aa-8807-bad355969e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:03.719077 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-dfd9239e-8a20-47aa-8807-bad355969e72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0474608 Jul 29 20:57:03.769229 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987184d-2a5b-43bd-b736-b68500165d41 req-6d798a9a-3588-46e8-bca2-e2412ba196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:03.770866 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-6d798a9a-3588-46e8-bca2-e2412ba196f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423715 Jul 29 20:57:03.869723 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-843695a3-cc01-4bfc-8bb0-e3178b58a894 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905724 Jul 29 20:57:03.963100 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-0987184d-2a5b-43bd-b736-b68500165d41 req-192f840b-b2d6-42a8-957c-7dbe1e48d201 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845861 Jul 29 20:57:03.998569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fd9f8-fd8f-4769-8da7-558afb73869c req-e902ed75-b1d1-4f09-bd90-411ce64a546f tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.000090 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c9fd9f8-fd8f-4769-8da7-558afb73869c req-e902ed75-b1d1-4f09-bd90-411ce64a546f tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 944 time: 0.2877350 Jul 29 20:57:04.085070 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2c9fd9f8-fd8f-4769-8da7-558afb73869c req-88e08320-6e09-427c-a180-5dabbb7fd460 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701363 Jul 29 20:57:04.112383 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-25119845-1d8e-43c5-a36e-b752574430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.112383 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-25119845-1d8e-43c5-a36e-b752574430ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1097 time: 0.0849280 Jul 29 20:57:04.118051 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e623ed-f901-49ee-97a6-26e3dd4537d8 req-3c68ef3d-920b-493b-a782-4156de1189ab tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.122526 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04e623ed-f901-49ee-97a6-26e3dd4537d8 req-3c68ef3d-920b-493b-a782-4156de1189ab tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.1176829 Jul 29 20:57:04.184702 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-04e623ed-f901-49ee-97a6-26e3dd4537d8 req-ff250f46-ca35-4b3b-bce4-98540132d203 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/security-groups?id=24814d05-b02e-4c21-80f0-6c3561c60064&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Jul 29 20:57:04.197543 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-baf60833-642f-4bbb-9e8e-613cb7482bf8 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.199005 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-baf60833-642f-4bbb-9e8e-613cb7482bf8 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.44 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 945 time: 0.1443722 Jul 29 20:57:04.267823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-e4fb2819-7dc0-4c8b-a2a3-897aca272f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.269239 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-e4fb2819-7dc0-4c8b-a2a3-897aca272f49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.1548138 Jul 29 20:57:04.323346 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-bf4e4aea-1f5b-4c66-9805-ab8f306e7d39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 217 time: 0.0380454 Jul 29 20:57:04.375730 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Deleting port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:04.376075 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:04.421496 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-45c81732-132c-4311-9bbe-601f101f62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.422959 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-45c81732-132c-4311-9bbe-601f101f62fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0910017 Jul 29 20:57:04.505887 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] For port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:04.506261 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:04.509667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-234ec52b-5347-4761-8f50-7e43f3611ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:04.511235 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-234ec52b-5347-4761-8f50-7e43f3611ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798032 Jul 29 20:57:04.522846 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Calling delete_port for bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:04.661145 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-75caacd4-0ddc-4f4a-999a-3799a95526ed service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392488 Jul 29 20:57:04.786519 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:04.797266 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-6a25ce4b-d2b4-43ed-8d2c-97ddf7648a6b req-7001af6b-d8fc-48c9-9a92-958ebdca61a8 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270852 Jul 29 20:57:04.820530 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event deleted for resources: {'Port': ['ID=bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:04.863973 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] No DVR routers for this DVR port bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:04.866578 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:04.869331 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-dbbc388e-f4a7-43c8-a906-8387770a7b39 req-70498f5a-0722-41a5-a94b-1c81da28ad24 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.44 "DELETE /v2.0/ports/bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b HTTP/1.1" status: 204 len: 173 time: 0.6630411 Jul 29 20:57:05.238519 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692598f-46d6-433d-a76d-bec67082b561 req-aabe5eb5-f540-43d2-94bb-3845a6f2fc58 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:05.240143 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c692598f-46d6-433d-a76d-bec67082b561 req-aabe5eb5-f540-43d2-94bb-3845a6f2fc58 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 944 time: 0.0802717 Jul 29 20:57:05.300984 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c692598f-46d6-433d-a76d-bec67082b561 req-9b4c75cb-5fc0-4d19-b11c-4177c55386a1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Jul 29 20:57:05.315798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f4d2b66b-aad0-48fd-9829-5df9da40c366 req-4579a085-d423-48e8-b9ec-10366892dc54 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "GET /v2.0/ports?device_id=229bdc65-6b9c-442d-aecc-7ed0b45cf3b6 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Jul 29 20:57:05.471335 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5d1d698e-61d0-4532-80a2-f4f7df27539b details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:57:05.566860 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-deleted', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:05.569372 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90107ccc-a508-438a-ad77-e44fdad9d7d5" -d '{"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-deleted", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:05.572744 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:05.608952 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e6d15-3e89-4712-934e-89a5f7189697 x-openstack-request-id: req-f84e6d15-3e89-4712-934e-89a5f7189697 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:05.609381 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229bdc65-6b9c-442d-aecc-7ed0b45cf3b6", "name": "network-vif-deleted", "tag": "bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:05.609750 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f84e6d15-3e89-4712-934e-89a5f7189697 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:05.610224 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229bdc65-6b9c-442d-aecc-7ed0b45cf3b6', 'name': 'network-vif-deleted', 'tag': 'bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b', 'status': 'completed', 'code': 200} Jul 29 20:57:05.698073 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'port_id': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'mac_address': 'fa:16:3e:cf:c3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:57:05.735657 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:05.747926 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d1d698e-61d0-4532-80a2-f4f7df27539b {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:57:05.768205 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:05.771696 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:05.820626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:06.053933 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:57:06.377650 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44296) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:06.428577 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb472d8-1574-4f10-9a0f-1938d3be102f req-dfbef7bf-3c2d-4149-beed-7649af46c4b4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:06.430331 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-acb472d8-1574-4f10-9a0f-1938d3be102f req-dfbef7bf-3c2d-4149-beed-7649af46c4b4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 945 time: 0.0561955 Jul 29 20:57:06.445693 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:06.469641 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-acb472d8-1574-4f10-9a0f-1938d3be102f req-3385519b-3f94-43d2-9687-ffb92c5a4567 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Jul 29 20:57:06.473088 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:06.531238 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:06.533745 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:06.534902 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] 10.222.0.43 "DELETE /v2.0/security-groups/24814d05-b02e-4c21-80f0-6c3561c60064 HTTP/1.1" status: 204 len: 168 time: 0.1561909 Jul 29 20:57:06.543668 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973b6e-1b68-4fd7-9fa6-eda42ffa3747 tempest-TestShelveInstance-353718389 tempest-TestShelveInstance-353718389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24814d05-b02e-4c21-80f0-6c3561c60064,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:06.579190 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44300) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:07.078414 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.354852 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Deleting port d82b4151-f28a-433a-ae71-c1c0512202f4 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:07.355096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.435017 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] For port d82b4151-f28a-433a-ae71-c1c0512202f4, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d82b4151-f28a-433a-ae71-c1c0512202f4,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:07.435414 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.448044 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Calling delete_port for d82b4151-f28a-433a-ae71-c1c0512202f4 owned by network:router_interface {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:07.473009 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5d1d698e-61d0-4532-80a2-f4f7df27539b up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:57:07.541898 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 5d1d698e-61d0-4532-80a2-f4f7df27539b completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:57:07.547886 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 5d1d698e-61d0-4532-80a2-f4f7df27539b triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:57:07.548970 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.610658 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f8cb3-2730-4607-92a4-8e210ebc31a8 req-b6059434-80c3-40a4-b97c-491110d0fda3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:07.619400 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-294f8cb3-2730-4607-92a4-8e210ebc31a8 req-b6059434-80c3-40a4-b97c-491110d0fda3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 945 time: 0.0743663 Jul 29 20:57:07.652437 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.665681 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.667095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-294f8cb3-2730-4607-92a4-8e210ebc31a8 req-7248a89e-b2e7-4beb-9ad7-8468a3254b22 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Jul 29 20:57:07.680092 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:07.682965 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addce8f0-a783-4b8b-b684-a5f72d0b8f83" -d '{"events": [{"server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "name": "network-vif-plugged", "status": "completed", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:07.697481 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:07.701735 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Pushing event deleted for resources: {'Port': ['ID=d82b4151-f28a-433a-ae71-c1c0512202f4,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:07.703455 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:07.704652 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:07.733008 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c698d2b-dc1f-4a93-a9fe-15aa4fd26a5e x-openstack-request-id: req-0c698d2b-dc1f-4a93-a9fe-15aa4fd26a5e {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:07.733355 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "name": "network-vif-plugged", "status": "completed", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:07.733605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c698d2b-dc1f-4a93-a9fe-15aa4fd26a5e {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:07.734733 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'code': 200} Jul 29 20:57:07.752465 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:07.752808 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device bfc5b56a-c30b-4fe2-94f3-e8151e08ad2b not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:07.796982 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:07.923036 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceb1ba-71ee-43ee-8928-3b4ad0292114 req-39701c9e-3f0f-4064-b6d4-680d81f6d999 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:07.924771 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34ceb1ba-71ee-43ee-8928-3b4ad0292114 req-39701c9e-3f0f-4064-b6d4-680d81f6d999 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Jul 29 20:57:07.968248 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-34ceb1ba-71ee-43ee-8928-3b4ad0292114 req-03a25d90-1746-4685-b63b-4f99d9644e91 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371773 Jul 29 20:57:08.176186 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:08.226561 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0084e-32a8-4031-9c60-974266b93c6f req-c3eafd78-b96a-466e-a0a7-31226e697d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:08.228059 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7ca0084e-32a8-4031-9c60-974266b93c6f req-c3eafd78-b96a-466e-a0a7-31226e697d53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1099 time: 0.3225565 Jul 29 20:57:08.304108 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7ca0084e-32a8-4031-9c60-974266b93c6f req-1598f54b-f411-4e68-b94e-7b3db1ff081d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682008 Jul 29 20:57:08.410535 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Router 1a012b81-2c1f-495e-9eec-0c872410c415 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:57:08.513581 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:57:08.521344 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-238d2435-26a9-40b2-8edf-f9e4016dfeef admin admin] 10.222.0.43 "PUT /v2.0/routers/1a012b81-2c1f-495e-9eec-0c872410c415/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9381709 Jul 29 20:57:08.521344 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44324) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:08.523920 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Sync routers for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:57:08.532990 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:08.533673 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:08.622646 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:08.637487 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:08.725582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:08.779378 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68980e1-24c6-4aa1-8bdc-3af01ded82c5 req-196b7d13-cbd7-4753-982a-1be48d0048da tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:08.780805 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e68980e1-24c6-4aa1-8bdc-3af01ded82c5 req-196b7d13-cbd7-4753-982a-1be48d0048da tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0503232 Jul 29 20:57:08.784148 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Deleting port f9a4f93c-1402-4b15-81a3-d962d238325a {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:08.784492 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:08.815815 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:57:07Z', 'revision_number': 5, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port': {'id': 'f9a4f93c-1402-4b15-81a3-d962d238325a', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:47Z', 'updated_at': '2021-07-29T20:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:08.819642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e68980e1-24c6-4aa1-8bdc-3af01ded82c5 req-dbe6f4c8-4758-46e2-a11d-c5a4f6b8de3e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jul 29 20:57:08.842362 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Checking router: 1a012b81-2c1f-495e-9eec-0c872410c415 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:57:08.850700 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Routers {'1a012b81-2c1f-495e-9eec-0c872410c415'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:08.851337 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['1a012b81-2c1f-495e-9eec-0c872410c415'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:08.867993 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] For port f9a4f93c-1402-4b15-81a3-d962d238325a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f9a4f93c-1402-4b15-81a3-d962d238325a,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:08.868386 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:08.880416 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Calling delete_port for f9a4f93c-1402-4b15-81a3-d962d238325a owned by network:router_gateway {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:09.025120 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] Set router 1a012b81-2c1f-495e-9eec-0c872410c415 gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:09.059837 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.080368 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:57:08Z', 'revision_number': 6, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:09.087007 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a4f93c-1402-4b15-81a3-d962d238325a,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:09.100083 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a8adf-884b-4a3d-89a5-a7f17c1e379a req-240a1b13-3c95-4962-b9f4-0d029a48b03b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:09.101730 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-244a8adf-884b-4a3d-89a5-a7f17c1e379a req-240a1b13-3c95-4962-b9f4-0d029a48b03b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0652061 Jul 29 20:57:09.108887 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d88c0-13d1-4488-9186-d4c66d671b13 None None] The sync data for ids ['1a012b81-2c1f-495e-9eec-0c872410c415'] in dv-cinder-802957-1-iscsi is: [{'id': '1a012b81-2c1f-495e-9eec-0c872410c415', 'name': 'tempest-TestShelveInstance-1650215205-router', 'tenant_id': '53daa05a94344e03b57a23782b191b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:46Z', 'updated_at': '2021-07-29T20:57:08Z', 'revision_number': 6, 'project_id': '53daa05a94344e03b57a23782b191b75', 'gw_port_host': None}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:57:09.167541 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-244a8adf-884b-4a3d-89a5-a7f17c1e379a req-75fcaa8b-4ea9-4258-aa98-b44fbc0791cb tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517325 Jul 29 20:57:09.172497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.276278 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.278349 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.340971 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.341592 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a012b81-2c1f-495e-9eec-0c872410c415 {{(pid=104708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:57:09.346245 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.347405 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-c5fee41d-e8e3-45c4-87ec-51bbb88a56c1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1a012b81-2c1f-495e-9eec-0c872410c415 HTTP/1.1" status: 204 len: 168 time: 0.8255656 Jul 29 20:57:09.349874 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44330) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:09.392513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Deleting subnet ecdff745-c834-4b98-8963-84717e90489e {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:57:09.395536 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.428471 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3253621'] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.544300 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.598251 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3539254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10419055'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.623236 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdff745-c834-4b98-8963-84717e90489e,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:09.627967 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.629825 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-fe63edb7-31ed-4c1f-9244-956040342eb3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ecdff745-c834-4b98-8963-84717e90489e HTTP/1.1" status: 204 len: 168 time: 0.2789598 Jul 29 20:57:09.632289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44332) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:09.633101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6533b86-d6b0-4d3d-a085-4c4650adc88d None None] Network 97e283a1-7090-4a20-b6a2-e84e8737c487 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:57:09.700289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.750384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Deleting port d8ebf318-c992-4a91-bd08-d7518adb9ddb {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:09.751003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.845183 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] For port d8ebf318-c992-4a91-bd08-d7518adb9ddb, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d8ebf318-c992-4a91-bd08-d7518adb9ddb,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:09.845506 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:09.864011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e2a5a45f-a84f-4b5e-8264-9a89be0e55e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:09.865480 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e2a5a45f-a84f-4b5e-8264-9a89be0e55e4 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0788662 Jul 29 20:57:09.869297 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Calling delete_port for d8ebf318-c992-4a91-bd08-d7518adb9ddb owned by network:dhcp {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:09.927787 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] DHCP port deletion for 97e283a1-7090-4a20-b6a2-e84e8737c487 request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:57:09.967053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66211378-ac8e-4f93-9a13-2c216b037962 req-e0761dd4-7e0e-4193-8768-a897c5aa489d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:09.968682 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-66211378-ac8e-4f93-9a13-2c216b037962 req-e0761dd4-7e0e-4193-8768-a897c5aa489d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0555944 Jul 29 20:57:09.973478 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Deleting port d8ebf318-c992-4a91-bd08-d7518adb9ddb {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:09.973852 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.007872 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-66211378-ac8e-4f93-9a13-2c216b037962 req-b1c7a919-8c1e-4bdd-b7c8-904dc583eac6 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324845 Jul 29 20:57:10.032632 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Deleting port e333c0a1-46cb-448d-a052-c484ed26c13e {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:10.032847 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.035509 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.047317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] For port d8ebf318-c992-4a91-bd08-d7518adb9ddb, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d8ebf318-c992-4a91-bd08-d7518adb9ddb,segment=NetworkSegment(c290fc41-fb48-49f3-ae36-7c1f6a22e264),segment_id=c290fc41-fb48-49f3-ae36-7c1f6a22e264)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:10.047715 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.062241 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Calling delete_port for d8ebf318-c992-4a91-bd08-d7518adb9ddb owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:10.094079 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ebf318-c992-4a91-bd08-d7518adb9ddb,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:10.099376 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] No DVR routers for this DVR port d8ebf318-c992-4a91-bd08-d7518adb9ddb on host dv-cinder-802957-1-iscsi {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:10.151152 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bf06d-3d50-4344-92b6-d5125b75f995 req-dbc17efd-c524-456e-87c9-15d45d2c1809 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:10.153083 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf1bf06d-3d50-4344-92b6-d5125b75f995 req-dbc17efd-c524-456e-87c9-15d45d2c1809 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Jul 29 20:57:10.200572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.201420 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.216963 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cf1bf06d-3d50-4344-92b6-d5125b75f995 req-c1efbea1-1268-4a48-8ad8-110f4f0a2d38 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570664 Jul 29 20:57:10.221258 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e283a1-7090-4a20-b6a2-e84e8737c487']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:10.228767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] For port e333c0a1-46cb-448d-a052-c484ed26c13e, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e333c0a1-46cb-448d-a052-c484ed26c13e,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:10.228767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.239078 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] Pushing event deleted for resources: {'Port': ['ID=d8ebf318-c992-4a91-bd08-d7518adb9ddb,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:10.242268 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00668e02-a19c-4b2c-9578-c0ca3f424865 None None] No DVR routers for this DVR port d8ebf318-c992-4a91-bd08-d7518adb9ddb on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:10.245453 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c290fc41-fb48-49f3-ae36-7c1f6a22e264') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:10.245759 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c290fc41-fb48-49f3-ae36-7c1f6a22e264') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:10.296987 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.318850 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280342b-d27a-46df-ab0e-51f80a227009 req-07ae2772-512f-4467-82d1-36386b313097 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:10.320370 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.320680 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1280342b-d27a-46df-ab0e-51f80a227009 req-07ae2772-512f-4467-82d1-36386b313097 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 945 time: 0.0668089 Jul 29 20:57:10.335415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:57:10.335834 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:57:10.337673 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:57:10.363953 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1280342b-d27a-46df-ab0e-51f80a227009 req-1fdc57ea-90c4-42d9-bd38-38f820807767 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups?id=78110e39-29c0-468b-8904-d48b41d69a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362923 Jul 29 20:57:10.439327 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.471886 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.473741 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] 10.222.0.43 "DELETE /v2.0/networks/97e283a1-7090-4a20-b6a2-e84e8737c487 HTTP/1.1" status: 204 len: 168 time: 0.8405378 Jul 29 20:57:10.477224 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44342) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:10.485818 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f010-7a22-44cc-818f-eb653344bf2c admin admin] Pushing event deleted for resources: {'Network': ['ID=97e283a1-7090-4a20-b6a2-e84e8737c487,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:10.510984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.512261 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.512635 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Floating IP 08361738-e1d1-4455-9752-af71b1404c41 disassociated. External IP: 172.27.2.155, port: e333c0a1-46cb-448d-a052-c484ed26c13e. Jul 29 20:57:10.512980 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Calling delete_port for e333c0a1-46cb-448d-a052-c484ed26c13e owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:10.659853 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:10.678804 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053f1e1-517d-4c78-b180-a5ec249c425a req-c5eabc4f-abb4-44fc-860d-3cd6cea935e6 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:10.680281 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a053f1e1-517d-4c78-b180-a5ec249c425a req-c5eabc4f-abb4-44fc-860d-3cd6cea935e6 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.1009789 Jul 29 20:57:10.687478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'Port': ['ID=e333c0a1-46cb-448d-a052-c484ed26c13e,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:10.765696 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a053f1e1-517d-4c78-b180-a5ec249c425a req-5897b272-a839-4aaf-83fb-69eea5bcc3f9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484259 Jul 29 20:57:10.800775 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:57:10.909518 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:11.234434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:57:11.241912 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Deleting port babdbe68-837f-4773-b160-fe30d716baa8 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:11.242406 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:11.251564 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f9a4f93c-1402-4b15-81a3-d962d238325a no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:11.255257 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:57:11.277210 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: f9a4f93c-1402-4b15-81a3-d962d238325a {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:11.277617 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f9a4f93c-1402-4b15-81a3-d962d238325a not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:11.278125 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d82b4151-f28a-433a-ae71-c1c0512202f4 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:11.285202 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] No DVR routers for this DVR port e333c0a1-46cb-448d-a052-c484ed26c13e on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:11.288259 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:11.290350 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c6c8a3e6-2f1c-494d-999f-d86535181952 req-e8208013-b1eb-4911-9999-6246554ad9c1 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.44 "DELETE /v2.0/ports/e333c0a1-46cb-448d-a052-c484ed26c13e HTTP/1.1" status: 204 len: 173 time: 1.4167690 Jul 29 20:57:11.290823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'name': 'network-vif-deleted', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:11.293812 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5614810e-0648-415d-a592-2ee9f4ff7a26" -d '{"events": [{"server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "name": "network-vif-deleted", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:11.312593 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:11.313246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:11.315043 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: d82b4151-f28a-433a-ae71-c1c0512202f4 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:11.315393 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d82b4151-f28a-433a-ae71-c1c0512202f4 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:11.315807 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d8ebf318-c992-4a91-bd08-d7518adb9ddb no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:11.331002 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416394d4-35d6-4a39-8b4d-4551cae79d4b x-openstack-request-id: req-416394d4-35d6-4a39-8b4d-4551cae79d4b {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:11.332045 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ea8bf9-f99e-42fd-bcfd-019d7bced316", "name": "network-vif-deleted", "tag": "e333c0a1-46cb-448d-a052-c484ed26c13e", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:11.332650 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-416394d4-35d6-4a39-8b4d-4551cae79d4b {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:11.333133 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ea8bf9-f99e-42fd-bcfd-019d7bced316', 'name': 'network-vif-deleted', 'tag': 'e333c0a1-46cb-448d-a052-c484ed26c13e', 'status': 'completed', 'code': 200} Jul 29 20:57:11.357037 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] For port babdbe68-837f-4773-b160-fe30d716baa8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=babdbe68-837f-4773-b160-fe30d716baa8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:11.357607 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:11.364026 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: d8ebf318-c992-4a91-bd08-d7518adb9ddb {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:11.364605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d8ebf318-c992-4a91-bd08-d7518adb9ddb not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:11.373257 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Calling delete_port for babdbe68-837f-4773-b160-fe30d716baa8 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:11.453557 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:11.517778 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cddd13a0-b1cd-4e9d-8432-76fefeb4440b req-90265571-6e16-4df3-b708-cdba17b1aaaf tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ea8bf9-f99e-42fd-bcfd-019d7bced316 HTTP/1.1" status: 200 len: 210 time: 0.0608666 Jul 29 20:57:11.606027 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:11.634676 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=babdbe68-837f-4773-b160-fe30d716baa8,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:11.648120 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:11.678988 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:57:11.687863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:11.688491 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:11.808497 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:11.818553 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.049207 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Router 91f3ac00-ff23-41e7-8956-3826c78218be has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:57:12.137657 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.153572 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:57:12.161140 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-c7d6dcef-a234-4d6d-b6b0-e6e3e95d9a7b admin admin] 10.222.0.43 "PUT /v2.0/routers/91f3ac00-ff23-41e7-8956-3826c78218be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803079 Jul 29 20:57:12.161368 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44356) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.162340 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Sync routers for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:57:12.165077 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b3cff-5ebc-408f-8f28-f290088d272e None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:24Z', 'revision_number': 4, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '29361b66-bc9a-4f37-a174-c9b514ddfde3', 'name': '', 'network_id': 'a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'mac_address': 'fa:16:3e:8d:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:23Z', 'updated_at': '2021-07-29T20:52:29Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'subnets': [{'id': '95113aa9-850d-4469-a31b-f55f3af78f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:57:12.172742 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:12.173441 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.285794 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.288902 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:12.398648 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.468082 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Deleting port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:12.468569 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.484341 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:57:11Z', 'revision_number': 5, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port': {'id': '5042eb1c-83f2-4865-91ff-cc6f2ff290aa', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:51:53Z', 'updated_at': '2021-07-29T20:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.504287 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082e290-aab1-4107-9438-272b6f85b274 None None] New status for floating IP 08361738-e1d1-4455-9752-af71b1404c41: DOWN {{(pid=104710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:57:12.515578 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Checking router: 91f3ac00-ff23-41e7-8956-3826c78218be for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:57:12.525501 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Routers {'91f3ac00-ff23-41e7-8956-3826c78218be'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:12.526234 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:56:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['91f3ac00-ff23-41e7-8956-3826c78218be'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.555831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] For port 5042eb1c-83f2-4865-91ff-cc6f2ff290aa, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:12.556363 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.572121 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Calling delete_port for 5042eb1c-83f2-4865-91ff-cc6f2ff290aa owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:12.624796 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] Set router 91f3ac00-ff23-41e7-8956-3826c78218be gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:12.653599 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44374) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.689847 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:57:12Z', 'revision_number': 6, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:12.724480 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14381c1a-7de9-4dc3-bbf1-6c745ed9bffe None None] The sync data for ids ['91f3ac00-ff23-41e7-8956-3826c78218be'] in dv-cinder-802957-1-iscsi is: [{'id': '91f3ac00-ff23-41e7-8956-3826c78218be', 'name': 'tempest-TestShelveInstance-1898942707-router', 'tenant_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:51:52Z', 'updated_at': '2021-07-29T20:57:12Z', 'revision_number': 6, 'project_id': 'cb7407114a4042dcad3fe0bdf134e1a7', 'gw_port_host': None}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:57:12.738858 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.771527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.829058 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.845351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.845351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:12.849363 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "DELETE /v2.0/security-groups/78110e39-29c0-468b-8904-d48b41d69a91 HTTP/1.1" status: 204 len: 168 time: 0.1911714 Jul 29 20:57:12.850152 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44382) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.863061 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Pushing event deleted for resources: {'Port': ['ID=5042eb1c-83f2-4865-91ff-cc6f2ff290aa,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:12.872505 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23914-ae29-47b6-8b29-33a5650e0bc9 tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78110e39-29c0-468b-8904-d48b41d69a91,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:12.895151 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.api.v2.resource [None req-84fca59d-03c1-4eca-b42e-fd02772b248a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] show failed (client error): The resource could not be found. Jul 29 20:57:12.896418 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-84fca59d-03c1-4eca-b42e-fd02772b248a tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "GET /v2.0/security-groups/78110e39-29c0-468b-8904-d48b41d69a91 HTTP/1.1" status: 404 len: 347 time: 0.0439875 Jul 29 20:57:12.899801 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44384) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:12.931926 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.031984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Deleting port 41981bf8-317c-46f5-8541-b7079d7aca97 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:13.032235 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.122316 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.123470 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.140501 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Calling delete_port for 41981bf8-317c-46f5-8541-b7079d7aca97 owned by network:floatingip {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:13.274369 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.276809 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.296672 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.319524 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.320169 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f3ac00-ff23-41e7-8956-3826c78218be {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:57:13.325017 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.326282 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-be1bd44f-5e95-423f-b102-bfe8bba7f88f admin admin] 10.222.0.43 "DELETE /v2.0/routers/91f3ac00-ff23-41e7-8956-3826c78218be HTTP/1.1" status: 204 len: 168 time: 1.1639519 Jul 29 20:57:13.326504 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Pushing event deleted for resources: {'Port': ['ID=41981bf8-317c-46f5-8541-b7079d7aca97,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:13.328731 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44386) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:13.375891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Deleting subnet 914c2b79-7177-49aa-ad96-e336f7108ea4 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:57:13.379046 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.386941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks [] for floatingip, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.389442 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.390585 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-2fca6d6c-a3a6-4558-ad0c-5ac62455622b tempest-AttachVolumeTestJSON-987636124 tempest-AttachVolumeTestJSON-987636124-project] 10.222.0.43 "DELETE /v2.0/floatingips/08361738-e1d1-4455-9752-af71b1404c41 HTTP/1.1" status: 204 len: 168 time: 0.4898658 Jul 29 20:57:13.415628 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.494556 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e333c0a1-46cb-448d-a052-c484ed26c13e no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:13.495436 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.529199 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: e333c0a1-46cb-448d-a052-c484ed26c13e {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:13.529686 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device e333c0a1-46cb-448d-a052-c484ed26c13e not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:13.557513 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device babdbe68-837f-4773-b160-fe30d716baa8 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:13.570228 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.582854 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: babdbe68-837f-4773-b160-fe30d716baa8 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:13.583131 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device babdbe68-837f-4773-b160-fe30d716baa8 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:13.596464 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914c2b79-7177-49aa-ad96-e336f7108ea4,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:13.603781 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.607346 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ad2c6756-994a-41c5-9c9e-e778e2d0d0dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/914c2b79-7177-49aa-ad96-e336f7108ea4 HTTP/1.1" status: 204 len: 168 time: 0.2758787 Jul 29 20:57:13.608233 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44392) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:13.609675 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b9f1c-e463-4e93-8a68-a468196f4b03 None None] Network 7e78fcdb-7565-4296-ab16-56fc09376e3e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:57:13.677602 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.736947 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Deleting port 1c50819e-38e3-45be-92fb-183ab4508df8 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:13.737298 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.782967 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] DHCP port deletion for 7e78fcdb-7565-4296-ab16-56fc09376e3e request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:57:13.808638 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] For port 1c50819e-38e3-45be-92fb-183ab4508df8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1c50819e-38e3-45be-92fb-183ab4508df8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:13.809001 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.822443 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Calling delete_port for 1c50819e-38e3-45be-92fb-183ab4508df8 owned by network:dhcp {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:13.831496 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Deleting port 1c50819e-38e3-45be-92fb-183ab4508df8 {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:13.831951 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.903734 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] For port 1c50819e-38e3-45be-92fb-183ab4508df8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1c50819e-38e3-45be-92fb-183ab4508df8,segment=NetworkSegment(00d85702-08b7-4052-9c49-f13894deb0dc),segment_id=00d85702-08b7-4052-9c49-f13894deb0dc)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:13.904180 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.904429 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:13.917641 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Calling delete_port for 1c50819e-38e3-45be-92fb-183ab4508df8 owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:13.935133 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1c50819e-38e3-45be-92fb-183ab4508df8,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:13.938565 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] No DVR routers for this DVR port 1c50819e-38e3-45be-92fb-183ab4508df8 on host dv-cinder-802957-1-iscsi {{(pid=104709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:13.998912 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.007935 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.018028 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e78fcdb-7565-4296-ab16-56fc09376e3e']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:14.023541 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] Pushing event deleted for resources: {'Port': ['ID=1c50819e-38e3-45be-92fb-183ab4508df8,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:14.027037 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093e8f3-9c8f-4680-8a7f-26054f6e6524 None None] No DVR routers for this DVR port 1c50819e-38e3-45be-92fb-183ab4508df8 on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:14.030245 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d85702-08b7-4052-9c49-f13894deb0dc') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:14.030613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d85702-08b7-4052-9c49-f13894deb0dc') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:14.043958 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.057232 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.063231 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:57:14.063619 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:57:14.065253 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:57:14.128965 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.133398 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.139026 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e78fcdb-7565-4296-ab16-56fc09376e3e HTTP/1.1" status: 204 len: 168 time: 0.5263164 Jul 29 20:57:14.142604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-623f3b69-32c5-4f43-a042-c8849b31b944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.150585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa357d-2b82-4c25-92a0-49fc752c49aa admin admin] Pushing event deleted for resources: {'Network': ['ID=7e78fcdb-7565-4296-ab16-56fc09376e3e,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:14.242764 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44398) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:14.281394 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-a5da17d7-bd35-4846-97ea-e80d18d0dccb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53daa05a94344e03b57a23782b191b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374694 Jul 29 20:57:14.283838 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44400) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:14.331023 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.351864 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.396988 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.399445 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.400584 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1cc0895-d69e-4dde-92db-3a1d1f05366b HTTP/1.1" status: 204 len: 168 time: 0.1158509 Jul 29 20:57:14.408603 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e1f4-eca1-4608-86f2-830d4d8a6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc0895-d69e-4dde-92db-3a1d1f05366b,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:14.715358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44412) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:14.756945 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-e98c769a-dfc8-462e-9cbc-9834e60b54b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb7407114a4042dcad3fe0bdf134e1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404594 Jul 29 20:57:14.759368 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44414) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:14.813408 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.834738 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.881115 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.883745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:14.884890 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f16df8d-d0a3-4a95-be08-5327dec5f893 HTTP/1.1" status: 204 len: 168 time: 0.1246538 Jul 29 20:57:14.899265 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f436-7100-44e0-8283-ecf40585a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16df8d-d0a3-4a95-be08-5327dec5f893,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:15.208231 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 5042eb1c-83f2-4865-91ff-cc6f2ff290aa no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:15.229061 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 5042eb1c-83f2-4865-91ff-cc6f2ff290aa {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:15.229351 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 5042eb1c-83f2-4865-91ff-cc6f2ff290aa not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:15.229775 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1c50819e-38e3-45be-92fb-183ab4508df8 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:15.250246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 1c50819e-38e3-45be-92fb-183ab4508df8 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:15.250583 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1c50819e-38e3-45be-92fb-183ab4508df8 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:16.932255 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44438) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:17.109430 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-0cb3cb3a-1708-4254-8f75-cf3512c8fefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.269877 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.506196 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Deleting port 29361b66-bc9a-4f37-a174-c9b514ddfde3 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:17.506455 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.579812 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.583504 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] For port 29361b66-bc9a-4f37-a174-c9b514ddfde3, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=29361b66-bc9a-4f37-a174-c9b514ddfde3,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:17.583904 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.596880 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Calling delete_port for 29361b66-bc9a-4f37-a174-c9b514ddfde3 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:17.619248 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.776065 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:17.801892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Pushing event deleted for resources: {'Port': ['ID=29361b66-bc9a-4f37-a174-c9b514ddfde3,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:17.963390 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.169640 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Router 70b27993-ea9e-4836-80bd-9adf65ddb2cb has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:57:18.284969 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:57:18.290228 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ed3a80c3-ff09-4c8e-9bb8-ce6f7364e550 admin admin] 10.222.0.43 "PUT /v2.0/routers/70b27993-ea9e-4836-80bd-9adf65ddb2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3569610 Jul 29 20:57:18.292727 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44444) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:18.294265 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Sync routers for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:57:18.303148 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:18.303737 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:57:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:18.393641 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.403765 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:18.493775 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.549754 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Deleting port 7636307c-a8ba-4bde-abda-b30af9eb4ab2 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:18.550107 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.575648 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:57:17Z', 'revision_number': 5, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port': {'id': '7636307c-a8ba-4bde-abda-b30af9eb4ab2', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:18.601084 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Checking router: 70b27993-ea9e-4836-80bd-9adf65ddb2cb for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:57:18.609541 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Routers {'70b27993-ea9e-4836-80bd-9adf65ddb2cb'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:18.610142 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:57:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:18.631180 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] For port 7636307c-a8ba-4bde-abda-b30af9eb4ab2, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=7636307c-a8ba-4bde-abda-b30af9eb4ab2,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:18.631581 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.644066 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Calling delete_port for 7636307c-a8ba-4bde-abda-b30af9eb4ab2 owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:18.693984 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] Set router 70b27993-ea9e-4836-80bd-9adf65ddb2cb gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:18.747585 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:57:18Z', 'revision_number': 6, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:18.772876 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad650e0d-0482-4d6a-8805-0c7e535a0b2e None None] The sync data for ids ['70b27993-ea9e-4836-80bd-9adf65ddb2cb'] in dv-cinder-802957-1-iscsi is: [{'id': '70b27993-ea9e-4836-80bd-9adf65ddb2cb', 'name': 'tempest-AttachVolumeTestJSON-260921131-router', 'tenant_id': '944a5a1881fa49059e36247dac9b2c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:52:20Z', 'updated_at': '2021-07-29T20:57:18Z', 'revision_number': 6, 'project_id': '944a5a1881fa49059e36247dac9b2c40', 'gw_port_host': None}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:57:18.817160 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.841865 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7636307c-a8ba-4bde-abda-b30af9eb4ab2,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:18.904141 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.990186 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:18.992232 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.035777 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.036339 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b27993-ea9e-4836-80bd-9adf65ddb2cb {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:57:19.039238 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.041148 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.042214 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d0dc4c06-b540-4863-a15d-5dd746e9f8ed admin admin] 10.222.0.43 "DELETE /v2.0/routers/70b27993-ea9e-4836-80bd-9adf65ddb2cb HTTP/1.1" status: 204 len: 168 time: 0.7479699 Jul 29 20:57:19.045393 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44448) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:19.088016 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Deleting subnet 95113aa9-850d-4469-a31b-f55f3af78f72 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:57:19.092091 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.128819 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.227444 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.281604 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.306568 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95113aa9-850d-4469-a31b-f55f3af78f72,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:19.311371 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.313471 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b8c78bed-b16d-4758-a2d9-1823e300e524 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95113aa9-850d-4469-a31b-f55f3af78f72 HTTP/1.1" status: 204 len: 168 time: 0.2671540 Jul 29 20:57:19.316097 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44454) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:19.319764 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d312cab0-7488-4cdb-82aa-5185d896ffc8 None None] Network a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:57:19.388912 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.448543 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Deleting port d24b939d-3767-4386-ae5f-e014cd1e247b {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:19.448909 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.478389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368a7b-cf2d-4527-8541-ea954979ed33 req-296be073-1492-45e2-be50-050b4496d31a tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:19.479961 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f368a7b-cf2d-4527-8541-ea954979ed33 req-296be073-1492-45e2-be50-050b4496d31a tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0583606 Jul 29 20:57:19.510988 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] For port d24b939d-3767-4386-ae5f-e014cd1e247b, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=d24b939d-3767-4386-ae5f-e014cd1e247b,segment=NetworkSegment(105d9f23-1483-4653-96d3-972e921301bc),segment_id=105d9f23-1483-4653-96d3-972e921301bc)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:19.511288 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.527719 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Calling delete_port for d24b939d-3767-4386-ae5f-e014cd1e247b owned by network:dhcp {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:19.528672 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f368a7b-cf2d-4527-8541-ea954979ed33 req-fc0979b3-ea59-451f-8335-4f91050a4a0d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Jul 29 20:57:19.553520 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44460) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:19.593762 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] DHCP port deletion for a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:57:19.630341 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.638912 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 29361b66-bc9a-4f37-a174-c9b514ddfde3 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:19.657903 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24b939d-3767-4386-ae5f-e014cd1e247b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:19.660188 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] No DVR routers for this DVR port d24b939d-3767-4386-ae5f-e014cd1e247b on host dv-cinder-802957-1-iscsi {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:19.660453 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 29361b66-bc9a-4f37-a174-c9b514ddfde3 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:19.660896 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 29361b66-bc9a-4f37-a174-c9b514ddfde3 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:19.683403 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Deleting port d24b939d-3767-4386-ae5f-e014cd1e247b {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:57:19.683944 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.741276 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.752353 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] For port d24b939d-3767-4386-ae5f-e014cd1e247b, host dv-cinder-802957-1-iscsi, got binding levels [] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:19.752630 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:19.752765 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.765006 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d9f23-1483-4653-96d3-972e921301bc') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:19.765305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d9f23-1483-4653-96d3-972e921301bc') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:19.766046 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Calling delete_port for d24b939d-3767-4386-ae5f-e014cd1e247b owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:57:19.768817 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.ipam_backend_mixin [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Port d24b939d-3767-4386-ae5f-e014cd1e247b was not found and therefore no delete operation was performed {{(pid=104710) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 20:57:19.770256 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.774479 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.796522 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.798162 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] Pushing event deleted for resources: {'Port': ['ID=d24b939d-3767-4386-ae5f-e014cd1e247b,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:19.801805 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307a30e5-cb13-4595-a662-a48b92c4e13f None None] No DVR routers for this DVR port d24b939d-3767-4386-ae5f-e014cd1e247b on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:57:19.803132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:57:19.803832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:57:19.806028 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:57:19.848885 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcf746-d5bd-4055-b38e-9b71dc830da9 tempest-TestMinimumBasicScenario-1442104363 tempest-TestMinimumBasicScenario-1442104363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:19.853353 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44464) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:19.853834 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-dbbcf746-d5bd-4055-b38e-9b71dc830da9 tempest-TestMinimumBasicScenario-1442104363 tempest-TestMinimumBasicScenario-1442104363-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1094 time: 0.2986336 Jul 29 20:57:19.863206 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'port_id': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:19.889927 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.897967 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:19.899492 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38 HTTP/1.1" status: 204 len: 168 time: 0.5824070 Jul 29 20:57:19.911510 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5dcdc-85e7-4c79-91a3-c79cf6a15a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04b59a3-d2ca-4a8a-a3d9-a86eedfcfe38,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:19.913407 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for floatingip, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.016092 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.066787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44468) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:20.119049 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Allocated IP 172.27.2.111 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/0324ab9d-78ab-4775-b27a-d7f9985d8947) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:57:20.222983 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.246948 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-443872c1-3cf9-4c70-b51e-8b6a889fde91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=944a5a1881fa49059e36247dac9b2c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788781 Jul 29 20:57:20.249544 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44472) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:20.260844 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.297140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.299665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:57:20.302493 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:57:20.304881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:57:20.318437 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.331770 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'Port': ['ID=0324ab9d-78ab-4775-b27a-d7f9985d8947,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:20.364176 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.366734 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.367894 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43e3e783-c0fd-4b00-af79-35b5e20d9f3d HTTP/1.1" status: 204 len: 168 time: 0.1173971 Jul 29 20:57:20.376453 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468370e-99dc-4614-9654-8b601250f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e3e783-c0fd-4b00-af79-35b5e20d9f3d,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:20.665975 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.734762 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.888049 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.892592 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:20.960469 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'Port': ['ID=0324ab9d-78ab-4775-b27a-d7f9985d8947,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:20.974567 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.073715 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.l3_db [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Floating IP 9c4fc111-9fbe-4601-b58c-61c96b372cf6 associated. External IP: 172.27.2.111, port: 5d1d698e-61d0-4532-80a2-f4f7df27539b. Jul 29 20:57:21.207678 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d24b939d-3767-4386-ae5f-e014cd1e247b no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:21.228134 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: d24b939d-3767-4386-ae5f-e014cd1e247b {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:21.228600 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device d24b939d-3767-4386-ae5f-e014cd1e247b not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:21.229202 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 7636307c-a8ba-4bde-abda-b30af9eb4ab2 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:57:21.249155 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 7636307c-a8ba-4bde-abda-b30af9eb4ab2 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:57:21.249504 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 7636307c-a8ba-4bde-abda-b30af9eb4ab2 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:57:21.294758 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Router 180e41cc-c60a-4e43-b076-8aca9e8eef89 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:57:21.364159 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:57:21.401842 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:57:21.412236 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Sync routers for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:57:21.420407 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.424973 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:21.425760 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:57:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:21.455242 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-34ca5ba4-84b5-471d-a065-83180092d35d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5955262 Jul 29 20:57:21.455749 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44508) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:21.456258 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:21.458433 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdc3414-2634-4022-bb97-efddaa9a9ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:21.461607 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114614949', 'description': 'tempest-secgroup-smoke-114614949 description', 'project_id': '7958952989674df1adfbbc3d6c764480'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:21.496831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.500371 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1040c10-0f55-4b96-b13e-0b2b69caeda2 x-openstack-request-id: req-f1040c10-0f55-4b96-b13e-0b2b69caeda2 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:21.500663 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:21.500941 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1040c10-0f55-4b96-b13e-0b2b69caeda2 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:21.501352 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:57:21.570182 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:21.589944 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-c4e58960-2657-4539-aef2-57bcbb58f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:21.593130 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-c4e58960-2657-4539-aef2-57bcbb58f6d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1099 time: 0.0662625 Jul 29 20:57:21.609815 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.615246 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.648896 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.650347 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1926205 Jul 29 20:57:21.651350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81463c-4d3b-4555-919c-55224fb693e0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9559952-4a9c-491a-9f1e-a3eb50c4a141,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:21.653740 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44516) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:21.658545 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:21.720935 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.728572 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-882ac7c3-c6f0-4c1e-8c4c-a4c322789721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:21.730267 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-882ac7c3-c6f0-4c1e-8c4c-a4c322789721 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.1283543 Jul 29 20:57:21.831644 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-eec1749b-49da-4d87-a60d-4f5703ef03ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 1000 time: 0.0893164 Jul 29 20:57:21.837611 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.846904 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '9c4fc111-9fbe-4601-b58c-61c96b372cf6', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'port_id': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'mac_address': 'fa:16:3e:cf:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:57:20Z', 'updated_at': '2021-07-29T20:57:20Z', 'revision_number': 0, 'project_id': '7958952989674df1adfbbc3d6c764480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:21.853724 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.874816 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Checking router: 180e41cc-c60a-4e43-b076-8aca9e8eef89 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:57:21.884415 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:57:21.885375 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:57:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:21.896327 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca93051-f381-4669-aea9-a7daf74d06df,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:21.912064 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.913331 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-21173cfc-a1c0-43c4-a1b5-894fa797b1c9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585225 Jul 29 20:57:21.915359 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-5e15ac25-d605-4e39-899f-afd118d69c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:21.916331 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44522) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:21.916974 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-5e15ac25-d605-4e39-899f-afd118d69c22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0720160 Jul 29 20:57:21.925019 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:21.954887 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:21.975135 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-ecb782da-7447-4f04-a477-49f6ec21a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:21.976662 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-ecb782da-7447-4f04-a477-49f6ec21a52e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527034 Jul 29 20:57:22.013755 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:57:22.021391 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44526) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.032831 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.038154 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.070062 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e5c817-7cac-4455-ab48-6317a828945e,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.073738 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.075743 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f1224929-1259-45b5-b80b-7c844164719d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582725 Jul 29 20:57:22.078825 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44530) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.085905 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-08cd8030-4b85-4041-8178-ab43c054ac09 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970685 Jul 29 20:57:22.086341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:22.116404 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.174548 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dfbae1aa-e8c5-496c-a2bd-4d58763257eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.192275 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-fcdc3414-2634-4022-bb97-efddaa9a9ffe req-3607a502-6679-433d-8fec-bb90e989baa3 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972841 Jul 29 20:57:22.208356 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.215917 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.245463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f6c821-47c6-4375-99a4-f56ae332a8af,revision_number=0']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.279870 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '9c4fc111-9fbe-4601-b58c-61c96b372cf6', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'port_id': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'mac_address': 'fa:16:3e:cf:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:57:20Z', 'updated_at': '2021-07-29T20:57:20Z', 'revision_number': 0, 'project_id': '7958952989674df1adfbbc3d6c764480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:57:22.305368 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dfbae1aa-e8c5-496c-a2bd-4d58763257eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.308761 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5055e2c7-9021-4226-a9ca-ee023148bb24 None None] The sync data for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi is: [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '9c4fc111-9fbe-4601-b58c-61c96b372cf6', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'port_id': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'mac_address': 'fa:16:3e:cf:c3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:57:20Z', 'updated_at': '2021-07-29T20:57:20Z', 'revision_number': 0, 'project_id': '7958952989674df1adfbbc3d6c764480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:57:22.309087 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-dfbae1aa-e8c5-496c-a2bd-4d58763257eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.330255 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.331369 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-828886be-a652-49f7-b95e-55120b8f4e6d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510760 Jul 29 20:57:22.334600 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44532) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.341236 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:22.368483 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.437002 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.441306 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.460068 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08641d1d-2d38-45cd-ac91-9a27b5ab5bbb,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.467390 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.471273 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-aa5e981a-2550-4a91-bfca-aeb49833015d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329436 Jul 29 20:57:22.471606 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44534) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.476544 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:22.502963 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.securitygroups_db [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Project 7958952989674df1adfbbc3d6c764480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:57:22.508808 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.544053 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc1a54d-da27-4dbb-ac01-8988fe18fbc4 None None] New status for floating IP 9c4fc111-9fbe-4601-b58c-61c96b372cf6: ACTIVE {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:57:22.578248 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.582554 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.603518 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fffc99-3ef7-48ff-84eb-90f6824b773c,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.607823 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.611730 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-0faff9e6-31b3-4bc4-8fec-2e10d1c23fa9 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365221 Jul 29 20:57:22.612277 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44536) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.616915 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'security_group_rule': {'security_group_id': 'b9559952-4a9c-491a-9f1e-a3eb50c4a141', 'project_id': '7958952989674df1adfbbc3d6c764480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:22.625148 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbae1aa-e8c5-496c-a2bd-4d58763257eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53475d-a5b6-443b-adf4-94b389e643a1,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.632972 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-dfbae1aa-e8c5-496c-a2bd-4d58763257eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fb5cd135147448e85fc7fd977419de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105309 Jul 29 20:57:22.637668 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44538) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:22.652841 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.db.securitygroups_db [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Project 7958952989674df1adfbbc3d6c764480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 20:57:22.661527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.734737 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.751140 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.759991 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589159'] for security_group_rule, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.767270 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.788213 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d589e434-c3f5-4c01-83d3-66f8a3775c55,revision_number=0']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.805247 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.809680 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-6797cf9f-35a0-48cc-83df-bd7224cd6bf1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1935349 Jul 29 20:57:22.841536 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.844409 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:22.847947 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c53475d-a5b6-443b-adf4-94b389e643a1 HTTP/1.1" status: 204 len: 168 time: 0.2069838 Jul 29 20:57:22.853796 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c35ed-ef2a-4061-9f79-dbd7a10e5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53475d-a5b6-443b-adf4-94b389e643a1,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:22.897055 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-02e217a0-cfc6-4a1f-a40b-b20e16e15677 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114614949&fields=id&tenant_id=7958952989674df1adfbbc3d6c764480 HTTP/1.1" status: 200 len: 267 time: 0.0341871 Jul 29 20:57:22.948025 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-99f9f10a-b0fc-4709-b6af-d0103575097b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:22.950212 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-99f9f10a-b0fc-4709-b6af-d0103575097b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0472748 Jul 29 20:57:22.961594 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'port': {'security_groups': ['e093363c-6221-4925-bf44-b8b016956e09', 'b9559952-4a9c-491a-9f1e-a3eb50c4a141']}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:57:23.024880 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.106166 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44546) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:23.119964 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-01086185-3594-4e8f-9c7e-93e93b97187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.210361 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-01086185-3594-4e8f-9c7e-93e93b97187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.214162 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-01086185-3594-4e8f-9c7e-93e93b97187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.245032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:57:23.252187 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-01086185-3594-4e8f-9c7e-93e93b97187e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85447c1a6af64fe3a7f0c97fef23be65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448917 Jul 29 20:57:23.253003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01086185-3594-4e8f-9c7e-93e93b97187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c161c-5eb8-4003-abe3-4088acda358b,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:23.254999 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44548) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:23.299706 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.306022 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.318045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:57:23.355788 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.356358 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.357751 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ce77d08b-d0f6-4d1d-8f58-ffa8a91c26e7 req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "PUT /v2.0/ports/5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 982 time: 0.4010229 Jul 29 20:57:23.358202 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:57:23.360483 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6974b0-a19c-451c-b8b2-5b7b1551a219" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:57:23.383563 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.411375 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625725ef-c513-4fca-a42f-d0ddf57d6871 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=6']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:23.425994 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.436557 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274ca6c-026d-4bae-95da-e3677987d6d8 x-openstack-request-id: req-0274ca6c-026d-4bae-95da-e3677987d6d8 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:57:23.436846 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:57:23.437101 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0274ca6c-026d-4bae-95da-e3677987d6d8 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:57:23.437501 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:57:23.448813 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:57:23.523601 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef17a5-5f7b-4ed7-bf25-4c71b514cee2 req-7f2fb01b-421f-44ed-b3a8-59bc433e3aca tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.525363 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cbef17a5-5f7b-4ed7-bf25-4c71b514cee2 req-7f2fb01b-421f-44ed-b3a8-59bc433e3aca tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0764694 Jul 29 20:57:23.538553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-7af39ffa-a715-49c1-9be5-8accc8b4a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.545228 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-7af39ffa-a715-49c1-9be5-8accc8b4a762 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1138 time: 0.0766208 Jul 29 20:57:23.554834 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.557503 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.558802 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b20c161c-5eb8-4003-abe3-4088acda358b HTTP/1.1" status: 204 len: 168 time: 0.3028066 Jul 29 20:57:23.583733 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dc8ef-a70e-4f59-9324-0325bc167ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c161c-5eb8-4003-abe3-4088acda358b,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:23.599962 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cbef17a5-5f7b-4ed7-bf25-4c71b514cee2 req-1bef742e-1127-41f9-bdd3-9bf8c3f2dd72 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668654 Jul 29 20:57:23.663127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-0a550708-91de-47f9-a44c-5bb59c41b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.664834 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-0a550708-91de-47f9-a44c-5bb59c41b0e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.1091177 Jul 29 20:57:23.694848 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-60cc9aee-a609-438d-9379-47e111ff61ed None None] Provisioning complete for port 5d1d698e-61d0-4532-80a2-f4f7df27539b triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:57:23.695358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-60cc9aee-a609-438d-9379-47e111ff61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:23.742060 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-a5224fdf-2818-425a-a026-ecf6cc68726c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 1002 time: 0.0701680 Jul 29 20:57:23.801640 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-902a7028-8d11-4fd5-bb71-0bec0fd02a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.803350 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-902a7028-8d11-4fd5-bb71-0bec0fd02a69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0530267 Jul 29 20:57:23.857029 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-d71c514d-e0b6-42e2-9419-554e255759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:23.858566 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-d71c514d-e0b6-42e2-9419-554e255759cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476115 Jul 29 20:57:23.960752 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-b1dfd272-e431-47f0-a937-7c5b9b515e5c service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928936 Jul 29 20:57:24.062758 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e6974b0-a19c-451c-b8b2-5b7b1551a219 req-8e2761dc-8da3-42bb-9b51-f6681dad0887 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953867 Jul 29 20:57:25.893371 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44622) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:25.991288 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca45baa6-5577-4725-b026-878f9762f163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.075662 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca45baa6-5577-4725-b026-878f9762f163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.079131 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca45baa6-5577-4725-b026-878f9762f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.117988 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ca45baa6-5577-4725-b026-878f9762f163 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48d180bd35d9464fbf238d67cbee7f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235777 Jul 29 20:57:26.119951 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45baa6-5577-4725-b026-878f9762f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55479c31-322c-497d-9cf6-a1c46a0fbee2,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:26.120726 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44626) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:26.168819 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.189262 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.233904 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.236793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.237917 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55479c31-322c-497d-9cf6-a1c46a0fbee2 HTTP/1.1" status: 204 len: 168 time: 0.1155970 Jul 29 20:57:26.245816 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae0711-070f-4508-8826-8ccc37870535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55479c31-322c-497d-9cf6-a1c46a0fbee2,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:26.484538 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44632) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:26.497814 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20276fa3-bdc7-475e-8b85-9afb56883815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.582588 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20276fa3-bdc7-475e-8b85-9afb56883815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.585957 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-20276fa3-bdc7-475e-8b85-9afb56883815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.622926 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-20276fa3-bdc7-475e-8b85-9afb56883815 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30390946856748089d4b3d96449e54b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373467 Jul 29 20:57:26.624794 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20276fa3-bdc7-475e-8b85-9afb56883815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424d60a7-23b2-47d1-8ae3-9e4a87e3f08b,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:26.625581 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44634) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:26.676709 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.696445 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.743066 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.745456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:26.746630 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/424d60a7-23b2-47d1-8ae3-9e4a87e3f08b HTTP/1.1" status: 204 len: 168 time: 0.1200528 Jul 29 20:57:26.753743 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901059-c49b-440c-9a47-171cc6802197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424d60a7-23b2-47d1-8ae3-9e4a87e3f08b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:29.881301 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.263257 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44748) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:37.363194 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.454377 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.458156 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.494642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fecfe3b6ee0479597a85bcfc586c098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303598 Jul 29 20:57:37.495509 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39a7fe1-e178-49e9-a772-98f3b988a3a1,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:37.497274 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44752) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:37.513278 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.513631 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.513974 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.514337 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.514671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.515032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.515362 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.515693 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.516028 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.516351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.516674 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.516996 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e55543b-7c18-4459-a72f-d2aaa8eff43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:37.557989 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.577728 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.623467 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.626138 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.627306 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d39a7fe1-e178-49e9-a772-98f3b988a3a1 HTTP/1.1" status: 204 len: 168 time: 0.1291373 Jul 29 20:57:37.634463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414f60b-179e-408c-8359-002c9e8bc282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39a7fe1-e178-49e9-a772-98f3b988a3a1,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:37.876264 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44758) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:37.888909 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-53959735-cf3a-4ade-9e7c-35c27fc8e2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.974232 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-53959735-cf3a-4ade-9e7c-35c27fc8e2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:37.977674 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-53959735-cf3a-4ade-9e7c-35c27fc8e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:38.013823 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-53959735-cf3a-4ade-9e7c-35c27fc8e2b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fb3abeeb91449278161e98605d2eed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365571 Jul 29 20:57:38.015209 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53959735-cf3a-4ade-9e7c-35c27fc8e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd83969-d990-4ec2-8cbe-9db666df9fa8,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:38.017107 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44760) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:38.064958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:38.085646 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:38.129917 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:38.132487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:38.133613 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fd83969-d990-4ec2-8cbe-9db666df9fa8 HTTP/1.1" status: 204 len: 168 time: 0.1155069 Jul 29 20:57:38.141502 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd83969-d990-4ec2-8cbe-9db666df9fa8,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:38.148627 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.148976 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.149314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.149642 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.149969 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.150294 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.150618 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.151014 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.151283 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.151602 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.151923 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:38.152239 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091999-d231-4596-8a81-059fbc958490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:57:39.116677 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44790) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:39.216351 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e98d-41b1-4e36-a062-72e955ad0b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.304958 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e98d-41b1-4e36-a062-72e955ad0b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.308225 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-6fd2e98d-41b1-4e36-a062-72e955ad0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.344894 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-6fd2e98d-41b1-4e36-a062-72e955ad0b2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06e7bc4d296c4cb8b0fc18af28fbaf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270355 Jul 29 20:57:39.345842 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2e98d-41b1-4e36-a062-72e955ad0b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f60cc-076d-4abb-9221-8aeb6ecafa6d,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:39.347576 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44794) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:39.394524 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.415110 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.463995 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.466466 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:39.468274 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f70f60cc-076d-4abb-9221-8aeb6ecafa6d HTTP/1.1" status: 204 len: 168 time: 0.1197278 Jul 29 20:57:39.475653 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfa8db-4a7c-4744-a0e6-4dc3252b27e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f60cc-076d-4abb-9221-8aeb6ecafa6d,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:44.133436 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-89511501-dc38-435e-94a7-e9ab52a6cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:47.114126 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-319c44ae-b241-4dc3-a576-8f212f4d0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:47.367314 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53350223-352f-42a8-b823-0fed6222620d req-abf13773-127c-4f06-ae2f-2945fc47a176 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:47.368758 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-53350223-352f-42a8-b823-0fed6222620d req-abf13773-127c-4f06-ae2f-2945fc47a176 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0500038 Jul 29 20:57:47.370488 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-0683291d-9070-400a-a496-b6bc91fb0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:47.372016 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-0683291d-9070-400a-a496-b6bc91fb0316 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1138 time: 0.0387409 Jul 29 20:57:47.412008 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-53350223-352f-42a8-b823-0fed6222620d req-ad15a844-7489-4c88-a372-4239d7a95176 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365033 Jul 29 20:57:47.474827 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-04ef1349-9ae7-4e2c-a53e-192dafcf44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:47.476416 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-04ef1349-9ae7-4e2c-a53e-192dafcf44ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.0962222 Jul 29 20:57:47.583357 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:47.631138 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:47.811618 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-2521f24b-2b6c-49bd-98bd-104e7c327ce3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 1002 time: 0.3249161 Jul 29 20:57:47.861459 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-ea12a7e9-f023-4014-a250-7b89abc1d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:47.862969 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-ea12a7e9-f023-4014-a250-7b89abc1d827 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0428832 Jul 29 20:57:47.917175 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-5b0b70b0-934c-4c53-94cb-62f194528c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:47.918731 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-5b0b70b0-934c-4c53-94cb-62f194528c80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423987 Jul 29 20:57:48.007938 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-b3e63d5b-7d65-44ee-a5c3-5dc0c194bdc6 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800719 Jul 29 20:57:48.102988 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-3124d5e3-a355-4653-a1b5-4c97629c5084 req-f3f8b6f7-8592-420e-ab46-a92877aa7df6 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Jul 29 20:57:48.528348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d73da4-dcce-407e-85ce-9d89f4d294da req-77016a73-ef0c-415e-b181-b9d81fb57df5 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:48.530438 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c1d73da4-dcce-407e-85ce-9d89f4d294da req-77016a73-ef0c-415e-b181-b9d81fb57df5 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0475163 Jul 29 20:57:48.569473 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c1d73da4-dcce-407e-85ce-9d89f4d294da req-527c77d9-0b21-452c-99d1-fa8706f0fe37 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328064 Jul 29 20:57:49.036452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:49.688678 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d9ff-9715-4ce7-80b7-1b04f220c50a req-4477f25d-c758-42d1-a6f5-2692bc8ab575 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:49.690180 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f82d9ff-9715-4ce7-80b7-1b04f220c50a req-4477f25d-c758-42d1-a6f5-2692bc8ab575 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0521617 Jul 29 20:57:49.730345 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6f82d9ff-9715-4ce7-80b7-1b04f220c50a req-c8fcaf97-78e9-4645-a4a4-148f7b2a15e2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340831 Jul 29 20:57:50.844433 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ecfa-80fd-4eb9-baa1-c44cf0f11d64 req-08b855d1-40e4-4295-a1f2-5946832f20c8 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:50.845942 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ffe4ecfa-80fd-4eb9-baa1-c44cf0f11d64 req-08b855d1-40e4-4295-a1f2-5946832f20c8 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0502849 Jul 29 20:57:50.885664 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-ffe4ecfa-80fd-4eb9-baa1-c44cf0f11d64 req-6fa9ad74-47c3-4ed6-90c1-6c8e10b5a62e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337136 Jul 29 20:57:52.001219 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2811-41bb-497b-96a9-c35c5a2597de req-c0c9f92a-d6d6-42f2-95cf-5a0f3bb172d4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:52.002717 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f75d2811-41bb-497b-96a9-c35c5a2597de req-c0c9f92a-d6d6-42f2-95cf-5a0f3bb172d4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0484595 Jul 29 20:57:52.064010 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f75d2811-41bb-497b-96a9-c35c5a2597de req-2104ee43-89c8-4651-877f-26d66c0b718c tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552392 Jul 29 20:57:53.181766 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abfa42-5d05-45e5-a663-010b9c1eec4b req-214a0273-8322-4c05-9c3d-2280111073ec tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:53.183270 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c6abfa42-5d05-45e5-a663-010b9c1eec4b req-214a0273-8322-4c05-9c3d-2280111073ec tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0530651 Jul 29 20:57:53.223078 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c6abfa42-5d05-45e5-a663-010b9c1eec4b req-c4504862-047e-4761-a7eb-438afc26fa89 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333564 Jul 29 20:57:54.335656 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c494b3-7340-45d8-8f4a-1f8c6706655d req-9cea6409-bea8-45b0-b68a-92d9c4e0ea9a tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:54.337138 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a1c494b3-7340-45d8-8f4a-1f8c6706655d req-9cea6409-bea8-45b0-b68a-92d9c4e0ea9a tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0488200 Jul 29 20:57:54.375887 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a1c494b3-7340-45d8-8f4a-1f8c6706655d req-e5f88c59-3069-4a44-90e1-6df21aa7935b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329568 Jul 29 20:57:55.490647 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc655f45-9d7c-448e-a397-a86517ca8792 req-9bbd2ca8-65e5-4010-8ea4-c1cb3c2668b3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:55.492250 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cc655f45-9d7c-448e-a397-a86517ca8792 req-9bbd2ca8-65e5-4010-8ea4-c1cb3c2668b3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0498190 Jul 29 20:57:55.531523 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cc655f45-9d7c-448e-a397-a86517ca8792 req-a3a1c3dc-75a6-406a-8ff1-2d3ba97aa423 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333467 Jul 29 20:57:55.684238 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-201dc6b6-9ee2-4aac-aca5-8bd7c8a7fa9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392745 Jul 29 20:57:55.748078 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-56cf70fd-b841-43c7-9ede-916b2a943e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:55.749567 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-56cf70fd-b841-43c7-9ede-916b2a943e66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1098 time: 0.0394437 Jul 29 20:57:55.853344 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-bd4aaede-2721-4484-887a-21e8c92e9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:55.854852 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-bd4aaede-2721-4484-887a-21e8c92e9842 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0856607 Jul 29 20:57:55.918888 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-3c267825-3a0e-4504-ab50-cabf4668f2eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 1000 time: 0.0553219 Jul 29 20:57:55.967746 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-6e921965-9ba7-4f18-9496-2b639150d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:55.969693 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-6e921965-9ba7-4f18-9496-2b639150d52b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0432482 Jul 29 20:57:56.018384 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-b428e980-f39b-4576-8862-966ea4a7af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:56.030948 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-b428e980-f39b-4576-8862-966ea4a7af81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531454 Jul 29 20:57:56.127900 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-cb75288c-6f0b-4137-9c27-6f456fb50425 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887802 Jul 29 20:57:56.228115 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-a7b50eca-5ba4-4a68-9076-d1271bdc8475 req-3475ec26-99d1-46e4-8dcf-cb64b0294fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890539 Jul 29 20:57:56.653613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebe44e-541e-4723-a49d-0932bd0a3130 req-1558d404-5492-4825-8612-bd5424650f6e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:56.655152 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-17ebe44e-541e-4723-a49d-0932bd0a3130 req-1558d404-5492-4825-8612-bd5424650f6e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0555248 Jul 29 20:57:56.695476 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-17ebe44e-541e-4723-a49d-0932bd0a3130 req-feb7b330-73c3-4c88-b1d4-b2f560b1f3c0 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342267 Jul 29 20:57:57.809370 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d25552-a245-4d4a-8750-4b267ebcda76 req-94c2dfd2-0303-479e-a084-f8d2c20fda3c tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:57.810898 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-03d25552-a245-4d4a-8750-4b267ebcda76 req-94c2dfd2-0303-479e-a084-f8d2c20fda3c tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0502658 Jul 29 20:57:57.855271 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-03d25552-a245-4d4a-8750-4b267ebcda76 req-a436424b-d6dd-4b39-a3f3-c18eea79f729 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378895 Jul 29 20:57:57.926879 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 44960) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:58.026873 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-152e941a-0078-4969-91ba-ffad1a859949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.113140 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-152e941a-0078-4969-91ba-ffad1a859949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.116670 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-152e941a-0078-4969-91ba-ffad1a859949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.152699 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-152e941a-0078-4969-91ba-ffad1a859949 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f9b2796439e4d8d85c9d8112d519554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247853 Jul 29 20:57:58.154595 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e941a-0078-4969-91ba-ffad1a859949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee6176b-5637-4361-92d5-3065ad5a588d,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:58.156115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 44964) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:57:58.205755 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.226842 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.272415 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.275398 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:57:58.276777 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ee6176b-5637-4361-92d5-3065ad5a588d HTTP/1.1" status: 204 len: 168 time: 0.1196322 Jul 29 20:57:58.284732 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911babad-25bd-419e-8b96-2893c1fc37d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee6176b-5637-4361-92d5-3065ad5a588d,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:57:58.364433 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:57:58.972476 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f27e8-f5e0-4b4d-9234-1353594f202d req-8a29440b-12b8-4dd3-9d97-16f1b12e6a31 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:57:58.974095 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fa8f27e8-f5e0-4b4d-9234-1353594f202d req-8a29440b-12b8-4dd3-9d97-16f1b12e6a31 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0545714 Jul 29 20:57:59.017751 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-fa8f27e8-f5e0-4b4d-9234-1353594f202d req-013a9f14-270d-4942-9f29-ed3edeb0079d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366788 Jul 29 20:57:59.887344 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:00.133223 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdb86b-9008-4fd0-835e-092f38a86b92 req-fe7825d4-fc1d-4771-a5a6-25092dfb70f2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:00.134910 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fcdb86b-9008-4fd0-835e-092f38a86b92 req-fe7825d4-fc1d-4771-a5a6-25092dfb70f2 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0499675 Jul 29 20:58:00.182842 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-6fcdb86b-9008-4fd0-835e-092f38a86b92 req-ec284f1b-74eb-467e-b171-a9526e19d890 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412345 Jul 29 20:58:01.296562 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8a7ed-be02-4867-8b13-a333aebedfbd req-bc80a1e7-96ae-4b86-ba66-5f351332a9e3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:01.298970 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f1e8a7ed-be02-4867-8b13-a333aebedfbd req-bc80a1e7-96ae-4b86-ba66-5f351332a9e3 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0513878 Jul 29 20:58:01.339507 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-f1e8a7ed-be02-4867-8b13-a333aebedfbd req-43191fda-7dc2-492a-8a9f-098e25b61a4e tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354543 Jul 29 20:58:02.458872 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6eed1-2bb2-464c-804a-84c3957f1620 req-e3255443-e120-43e1-8deb-eb48a211ecfd tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:02.460331 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-27e6eed1-2bb2-464c-804a-84c3957f1620 req-e3255443-e120-43e1-8deb-eb48a211ecfd tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0521433 Jul 29 20:58:02.498980 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-27e6eed1-2bb2-464c-804a-84c3957f1620 req-ccfebe47-17c6-455f-b797-7c9302015973 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327044 Jul 29 20:58:03.610938 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284781-650b-4643-ac0f-31802963404b req-fcee5a82-ee6b-4a13-84df-d4e83655a205 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:03.612421 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d7284781-650b-4643-ac0f-31802963404b req-fcee5a82-ee6b-4a13-84df-d4e83655a205 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0493369 Jul 29 20:58:03.651767 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d7284781-650b-4643-ac0f-31802963404b req-83eb36ff-0472-4d47-ae65-326579449be1 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329947 Jul 29 20:58:04.770248 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875e2d4-770d-45e7-95a4-1160ce88439a req-efa15004-0c95-443f-9424-f7cd987a05aa tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:04.771778 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a875e2d4-770d-45e7-95a4-1160ce88439a req-efa15004-0c95-443f-9424-f7cd987a05aa tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0487883 Jul 29 20:58:04.811114 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a875e2d4-770d-45e7-95a4-1160ce88439a req-df84c473-d52e-45c3-ab90-9808533c45c4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&id=b9559952-4a9c-491a-9f1e-a3eb50c4a141&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332990 Jul 29 20:58:06.055087 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45098) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:06.154105 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9af41ad0-af4b-4e1c-afe9-bf6288d8cc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.236750 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9af41ad0-af4b-4e1c-afe9-bf6288d8cc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.239541 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-9af41ad0-af4b-4e1c-afe9-bf6288d8cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.275776 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-9af41ad0-af4b-4e1c-afe9-bf6288d8cc1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c537c23a88c461694d534012559e6e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195251 Jul 29 20:58:06.277533 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af41ad0-af4b-4e1c-afe9-bf6288d8cc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3611e08f-1a49-4e98-94f2-a2b8cdb20bcc,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:06.278486 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45102) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:06.329554 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.350125 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.393692 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.396183 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.397304 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3611e08f-1a49-4e98-94f2-a2b8cdb20bcc HTTP/1.1" status: 204 len: 168 time: 0.1177843 Jul 29 20:58:06.404363 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edbbd5-8dca-48b1-af96-136bd7cfd6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611e08f-1a49-4e98-94f2-a2b8cdb20bcc,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:06.644666 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45108) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:06.658166 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4716a7a1-cfdd-4166-b39e-7ad027d0b90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.745043 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4716a7a1-cfdd-4166-b39e-7ad027d0b90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.748566 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4716a7a1-cfdd-4166-b39e-7ad027d0b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.783939 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716a7a1-cfdd-4166-b39e-7ad027d0b90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa3e046-7c54-4c78-8e28-d297a6ebcd1c,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:06.788213 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4716a7a1-cfdd-4166-b39e-7ad027d0b90a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=009c1c6243f548d1ad9be13fd5660264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425333 Jul 29 20:58:06.790802 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45110) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:06.837430 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.859241 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.906463 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.908963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:06.910068 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfa3e046-7c54-4c78-8e28-d297a6ebcd1c HTTP/1.1" status: 204 len: 168 time: 0.1183786 Jul 29 20:58:06.917250 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18e3bc-68bb-4029-8ecd-3e1382d50d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa3e046-7c54-4c78-8e28-d297a6ebcd1c,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:07.219076 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45116) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:07.231690 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-afc1a0ab-4cbe-470a-80c3-cca760b8ea56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.326448 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-afc1a0ab-4cbe-470a-80c3-cca760b8ea56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.331253 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-afc1a0ab-4cbe-470a-80c3-cca760b8ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.368108 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-afc1a0ab-4cbe-470a-80c3-cca760b8ea56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92d4fc99dfaa4af79d58575fd7a77b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480112 Jul 29 20:58:07.368964 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1a0ab-4cbe-470a-80c3-cca760b8ea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044cdd0-c725-414c-a752-f714137cc7bf,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:07.371527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45118) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:07.422930 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.443305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.487181 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.489661 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:07.490812 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6044cdd0-c725-414c-a752-f714137cc7bf HTTP/1.1" status: 204 len: 168 time: 0.1180573 Jul 29 20:58:07.498096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bc483-c87c-4baf-a5d6-511b1f140f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044cdd0-c725-414c-a752-f714137cc7bf,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:14.136025 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-23e84ff7-7b4d-43bf-b436-8d233144f856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:17.117619 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a7de95c2-dfe7-428f-8172-91dee0161409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:17.584940 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:17.626355 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:17.817920 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-7c4ee257-9184-444c-9752-1f3f1c2d96ca tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471283698&fields=id&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 267 time: 0.0334604 Jul 29 20:58:17.923541 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-bccba938-1412-4651-ad24-29775cd9d77c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:17.924910 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-bccba938-1412-4651-ad24-29775cd9d77c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.1005373 Jul 29 20:58:17.940017 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-74014edc-9edb-4ed2-a70a-8ca4ad84d8f7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/quotas/8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 375 time: 0.0094790 Jul 29 20:58:17.997070 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-b3b0c86c-b8e0-4f30-948e-fbd344c9b18a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519521 Jul 29 20:58:18.090353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-0071ae7b-e1eb-4b9c-9f8f-88aea41d0e3b service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Jul 29 20:58:18.180009 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-7b8b3304-b007-46ea-8fa7-185b07e9b028 service neutron] 10.222.0.43 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830081 Jul 29 20:58:18.456054 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-85063c55-55cb-405e-9458-c90eeeeb4a4f req-066f5eb4-b2a1-4f60-8459-2e30d2e8931e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 210 time: 0.0267005 Jul 29 20:58:19.038283 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:19.400970 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-5d3bbe0f-b028-4bfc-b6fa-6cee24e53f07 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:19.402452 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-5d3bbe0f-b028-4bfc-b6fa-6cee24e53f07 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 812 time: 0.1012974 Jul 29 20:58:19.447271 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-f5298389-d165-4d3f-913d-9e4f89600347 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e HTTP/1.1" status: 200 len: 379 time: 0.0355217 Jul 29 20:58:19.461334 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'port': {'device_id': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'admin_state_up': True, 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'security_groups': ['37e18b96-0aa9-4c22-994f-869ce74b1bd9']}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:19.550550 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-548792af-7ec2-48b7-b17e-c95a8c02fdba req-dba79fce-25fc-4193-8639-449901cdd415 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 210 time: 0.0267136 Jul 29 20:58:19.573104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Made reservation on behalf of 8bd8fe69a4ca43b58f9f73a949e8308e for: {'port': 1} {{(pid=104708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 20:58:19.576791 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:19.704162 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_common [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.20.0.14 (46c69d31-1be2-471d-a946-4a013f8fef40/4ca5809e-6d46-4515-b340-7fe1f9efe3af/43f46fcf-6350-49cc-b6c2-d8c26fd6fe43) {{(pid=104708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:58:19.840291 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:19.854436 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Transition to ACTIVE for port object 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 will not be triggered until provisioned by entity DHCP. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:58:19.887795 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_create {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:19.932115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 46c69d31-1be2-471d-a946-4a013f8fef40 is already hosted by enough agents. {{(pid=104708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:58:19.935132 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.base_scheduler [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:58:19.939315 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:58:19.968285 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=1']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:19.994046 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:19.994705 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.009901 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-df64a518-3186-485b-9922-255445cffe1f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522227 Jul 29 20:58:20.022528 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.v2.base [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Request body: {'port': {'device_id': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=104708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:20.078030 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.128978 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-88441ac6-ed8a-4903-ad29-2356f584680d None None] Provisioning for port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 completed by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:58:20.132878 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-88441ac6-ed8a-4903-ad29-2356f584680d None None] Provisioning complete for port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:58:20.133311 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-88441ac6-ed8a-4903-ad29-2356f584680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.166126 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-88441ac6-ed8a-4903-ad29-2356f584680d None None] Port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 cannot update to ACTIVE because it is not bound. {{(pid=104710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 20:58:20.336557 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 {{(pid=104708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:58:20.344472 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.355849 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.provisioning_blocks [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Transition to ACTIVE for port object 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 will not be triggered until provisioned by entity L2. {{(pid=104708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 20:58:20.360096 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.423139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Pushing event updated for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=2']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:20.481866 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Attempting to bind port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 20:58:20.482893 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Attempting to bind port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 20:58:20.483104 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Attempting to bind port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:58:20.487937 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 on network 46c69d31-1be2-471d-a946-4a013f8fef40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 20:58:20.488266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Attempting to bind port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 on network 46c69d31-1be2-471d-a946-4a013f8fef40 {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 20:58:20.493705 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Checking agent: {'id': '03b0193e-0ce0-440d-aeef-6c0bb950d9fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'started_at': datetime.datetime(2021, 7, 29, 20, 46, 58), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 20:58:20.494050 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Checking segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 20:58:20.494438 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Bound using segment: {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'} {{(pid=104708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 20:58:20.494912 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.managers [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Bound port: 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a70739c-2b30-4f12-a134-8ccd43ce011b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40'}}] {{(pid=104708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 20:58:20.495284 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.559334 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, cleared binding levels {{(pid=104708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 20:58:20.563305 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 20:58:20.567370 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3539200'] for port, after_update {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.602513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:20.604985 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:20.604985 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] 10.222.0.44 "PUT /v2.0/ports/43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 1094 time: 0.5864949 Jul 29 20:58:20.605200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:20.607881 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a775446-e022-46eb-b99d-c642c89956c4" -d '{"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:20.631725 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9438be-2390-4fec-9dc4-171c4b4199cc service neutron] Pushing event updated for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=3']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:20.664961 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce4f63-afc2-48e0-a4cf-cb50e7d616fd x-openstack-request-id: req-4cce4f63-afc2-48e0-a4cf-cb50e7d616fd {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:20.665477 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:20.665805 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cce4f63-afc2-48e0-a4cf-cb50e7d616fd {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:20.666209 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'status': 'completed', 'code': 200} Jul 29 20:58:20.690665 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675df0f-6885-40b6-9e70-955dc81fadc3 req-9ee65407-1a4c-4a09-8221-8326a4218460 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:20.692353 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1675df0f-6885-40b6-9e70-955dc81fadc3 req-9ee65407-1a4c-4a09-8221-8326a4218460 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0663097 Jul 29 20:58:20.718827 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-f52d91e1-cc69-4bd3-aa40-a90b0ef0fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:20.720338 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-f52d91e1-cc69-4bd3-aa40-a90b0ef0fa2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1097 time: 0.0433679 Jul 29 20:58:20.736349 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1675df0f-6885-40b6-9e70-955dc81fadc3 req-a760f284-ae87-4d62-b698-94a452eff91c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Jul 29 20:58:20.767997 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-e3ddf432-1806-4dd7-aee4-8a78fbed214c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 217 time: 0.0381999 Jul 29 20:58:20.819502 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-c20fcc80-5d99-498c-b101-e4f2dcd0cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:20.820983 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-c20fcc80-5d99-498c-b101-e4f2dcd0cb1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0458536 Jul 29 20:58:20.870567 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-5a19826c-4bbb-4fd4-8c8c-1418be7c3769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:20.872096 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-5a19826c-4bbb-4fd4-8c8c-1418be7c3769 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416234 Jul 29 20:58:20.980154 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-277dcd21-b479-4c5f-ac3c-15463db12704 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993037 Jul 29 20:58:21.067707 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-417ff5e6-8c27-48ae-bb29-38b5d2b69851 req-769999fb-0550-47ad-a2e1-d2802a3321cd service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795314 Jul 29 20:58:21.153487 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775446-e022-46eb-b99d-c642c89956c4 req-d2d77c5e-2f22-470a-abbf-6750eb1c4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:21.154960 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-d2d77c5e-2f22-470a-abbf-6750eb1c4265 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1097 time: 0.0420282 Jul 29 20:58:21.248788 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775446-e022-46eb-b99d-c642c89956c4 req-c0938ddf-8a52-4260-bf6e-7118c1bb56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:21.250245 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-c0938ddf-8a52-4260-bf6e-7118c1bb56cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0850823 Jul 29 20:58:21.295586 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-5f3395e1-34fa-440c-aec9-629573d986de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 217 time: 0.0325420 Jul 29 20:58:21.343497 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775446-e022-46eb-b99d-c642c89956c4 req-3af60b76-d76f-41f5-92f0-2a8675c62686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:21.344925 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-3af60b76-d76f-41f5-92f0-2a8675c62686 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0460699 Jul 29 20:58:21.390677 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775446-e022-46eb-b99d-c642c89956c4 req-84fee30e-d543-437d-9007-87d90481dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:21.392113 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-84fee30e-d543-437d-9007-87d90481dd1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384679 Jul 29 20:58:21.480853 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-33007568-bd3c-47b2-8d6a-0c5e583aa89e service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782554 Jul 29 20:58:21.573523 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-1a775446-e022-46eb-b99d-c642c89956c4 req-a3d32897-8022-42de-8710-3ed933dd5185 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828569 Jul 29 20:58:21.850606 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faf4c2-ded5-4365-a792-4c7610ad312f req-98ce48a0-ef9d-4e57-8c8f-433a00e068b1 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:21.852123 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46faf4c2-ded5-4365-a792-4c7610ad312f req-98ce48a0-ef9d-4e57-8c8f-433a00e068b1 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0472376 Jul 29 20:58:21.890001 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-46faf4c2-ded5-4365-a792-4c7610ad312f req-3dff127d-9bf5-42e1-b8da-f8cf0d36cbf7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Jul 29 20:58:22.999053 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844fe6f-7371-411c-a33c-f4df5fa1eba0 req-5a25cda2-7dff-4e70-aa8b-87ce534e8c6f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:23.000498 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d844fe6f-7371-411c-a33c-f4df5fa1eba0 req-5a25cda2-7dff-4e70-aa8b-87ce534e8c6f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0476067 Jul 29 20:58:23.035565 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-d844fe6f-7371-411c-a33c-f4df5fa1eba0 req-57f50f5c-1b79-4f97-bba6-786baa3e1951 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293975 Jul 29 20:58:24.150006 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec2fef-3f2c-42e0-9029-b8a0c63f83ad req-ae8dc2b7-b36b-4e6e-99e2-fefa5a5a6cdc tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:24.151501 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2eec2fef-3f2c-42e0-9029-b8a0c63f83ad req-ae8dc2b7-b36b-4e6e-99e2-fefa5a5a6cdc tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0512106 Jul 29 20:58:24.187443 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-2eec2fef-3f2c-42e0-9029-b8a0c63f83ad req-390a410e-ea71-49bd-832c-93b3b1c5deb3 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301309 Jul 29 20:58:25.298357 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f0bd0-b35f-4668-839b-5e4d1d808a08 req-17e1721b-05c9-4f20-92c3-dd9b26fdd5e4 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:25.299866 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c97f0bd0-b35f-4668-839b-5e4d1d808a08 req-17e1721b-05c9-4f20-92c3-dd9b26fdd5e4 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0474927 Jul 29 20:58:25.335783 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c97f0bd0-b35f-4668-839b-5e4d1d808a08 req-d40a7802-3ed9-4ac7-894b-03983355a54d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302815 Jul 29 20:58:26.448654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792314-3e8b-41ef-9018-ddaf6c2b25b0 req-bd035c61-936c-48ea-a7de-65fbca0f61a5 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:26.450119 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-54792314-3e8b-41ef-9018-ddaf6c2b25b0 req-bd035c61-936c-48ea-a7de-65fbca0f61a5 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0489690 Jul 29 20:58:26.487300 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-54792314-3e8b-41ef-9018-ddaf6c2b25b0 req-671159bd-37fa-45ef-b5e4-679602e63a70 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309064 Jul 29 20:58:27.610145 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770a62-7d66-45a5-85d1-3046b6a2d8ea req-a49dd4b4-ef2e-4dac-b541-d34e7c168d92 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:27.611881 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bb770a62-7d66-45a5-85d1-3046b6a2d8ea req-a49dd4b4-ef2e-4dac-b541-d34e7c168d92 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0598342 Jul 29 20:58:27.650112 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-bb770a62-7d66-45a5-85d1-3046b6a2d8ea req-8c6f2d71-524a-42e4-b762-95a46b8637c6 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Jul 29 20:58:28.760336 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d92f-9d62-48a9-aa12-cb4eae7edf76 req-c26d3eeb-41c1-486f-bb7c-3157ac8287b9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:28.761788 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dd33d92f-9d62-48a9-aa12-cb4eae7edf76 req-c26d3eeb-41c1-486f-bb7c-3157ac8287b9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0471582 Jul 29 20:58:28.799374 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-dd33d92f-9d62-48a9-aa12-cb4eae7edf76 req-433fe292-6da7-47de-962a-6cbdb4b6053a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Jul 29 20:58:29.877452 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=104710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 20:58:29.901107 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:29.911958 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9175-bf1d-4fcb-a883-00eff2c523cf req-8af4bf4b-9c4d-4fd3-b1ec-117fd0264cc7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:29.913438 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19ff9175-bf1d-4fcb-a883-00eff2c523cf req-8af4bf4b-9c4d-4fd3-b1ec-117fd0264cc7 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 944 time: 0.0485427 Jul 29 20:58:29.951519 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-19ff9175-bf1d-4fcb-a883-00eff2c523cf req-efa54791-c4ce-44ed-b99a-a9f82851ac5e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Jul 29 20:58:29.981429 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:29.991974 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Returning: {'device': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'port_id': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'mac_address': 'fa:16:3e:36:4b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 20:58:30.026955 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:30.039370 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 {{(pid=104710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 20:58:30.058165 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:30.061863 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:30.106898 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=4']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:30.114218 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.114574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.114949 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.115289 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.115620 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.115952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.116283 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.116610 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.116939 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.117265 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.117588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.117911 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:30.349023 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:58:31.068870 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbbddb-cc93-4730-a4a6-a81d14b0ecaa req-a17344c8-16b5-438c-8052-f286d408527f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:31.070335 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c0fbbddb-cc93-4730-a4a6-a81d14b0ecaa req-a17344c8-16b5-438c-8052-f286d408527f tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 945 time: 0.0514305 Jul 29 20:58:31.111284 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-c0fbbddb-cc93-4730-a4a6-a81d14b0ecaa req-add9a08d-eeae-45a8-8175-309826cec0cb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Jul 29 20:58:31.876210 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 up at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 20:58:31.924555 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning for port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 completed by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 20:58:31.927986 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Provisioning complete for port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 triggered by entity L2. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:58:31.928358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:32.000544 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:32.021119 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'}] {{(pid=104710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:32.023369 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}123d43b37735ad4246ae6010a088359b632b54601f48722da4bbf201d16bc150" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7812246-d1f5-461f-a08f-17b87eb783f4" -d '{"events": [{"server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "name": "network-vif-plugged", "status": "completed", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43"}]}' {{(pid=104710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:32.035960 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:32.039856 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080'] for port, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:32.062592 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084ddbdb-894a-463f-82da-8dd78ec069e3 x-openstack-request-id: req-084ddbdb-894a-463f-82da-8dd78ec069e3 {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:32.062906 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "name": "network-vif-plugged", "status": "completed", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43", "code": 200}]} {{(pid=104710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:32.063155 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-084ddbdb-894a-463f-82da-8dd78ec069e3 {{(pid=104710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:32.063533 dv-cinder-802957-1-iscsi neutron-server[104710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'code': 200} Jul 29 20:58:32.088607 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Pushing event updated for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=5']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:32.224511 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2fec4-4901-4564-b73c-bd62167f17a1 req-307d54d7-573c-47c6-a6c1-b0a56c2121a9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.225989 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49a2fec4-4901-4564-b73c-bd62167f17a1 req-307d54d7-573c-47c6-a6c1-b0a56c2121a9 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0486882 Jul 29 20:58:32.268776 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49a2fec4-4901-4564-b73c-bd62167f17a1 req-e7f8e119-8aea-4d32-9192-f2c442a0bada tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364501 Jul 29 20:58:32.291665 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820d7f6-fae7-465c-8d3c-9a11a508b2e7 req-e3cc4b36-82e5-4c5f-81e6-bc20657a4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:32.293266 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7820d7f6-fae7-465c-8d3c-9a11a508b2e7 req-e3cc4b36-82e5-4c5f-81e6-bc20657a4313 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1099 time: 0.0430374 Jul 29 20:58:32.327228 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7820d7f6-fae7-465c-8d3c-9a11a508b2e7 req-1a7180ca-1a88-4be4-993e-f06a16be19ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264282 Jul 29 20:58:33.381937 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae02c9-3aed-421f-a81a-529cb5fafc69 req-7f356767-b9ea-4677-8627-340ee5fa9fa2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:33.383434 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1aae02c9-3aed-421f-a81a-529cb5fafc69 req-7f356767-b9ea-4677-8627-340ee5fa9fa2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0478270 Jul 29 20:58:33.419075 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1aae02c9-3aed-421f-a81a-529cb5fafc69 req-80f5938c-fb5b-44e7-afa9-d37dc0c4a711 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298729 Jul 29 20:58:33.533028 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef716da-841a-4d4e-8327-80cae294e541 req-5279062c-6970-473e-8d5c-364101161495 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:33.534509 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ef716da-841a-4d4e-8327-80cae294e541 req-5279062c-6970-473e-8d5c-364101161495 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0505414 Jul 29 20:58:33.571670 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3ef716da-841a-4d4e-8327-80cae294e541 req-a10a2b2c-7b8e-4dda-a5cf-462f9846725e tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313535 Jul 29 20:58:33.592801 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45212) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:33.631194 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad71ff-e786-44ef-b63c-ac6713014c93 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:33.632655 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-9dad71ff-e786-44ef-b63c-ac6713014c93 tempest-TestVolumeBootPattern-202512795 tempest-TestVolumeBootPattern-202512795-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1094 time: 0.0389190 Jul 29 20:58:33.635258 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45214) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:33.639499 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Request body: {'floatingip': {'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'port_id': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:33.660577 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:33.755155 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:33.855348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_common [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Allocated IP 172.27.2.117 (0f8c0064-359a-4fb0-8b5a-f21777d033da/ab1831ba-9863-4caf-9875-adeee809c449/bac9afe3-17f0-486a-ba7a-f5037f8b3428) {{(pid=104709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 20:58:33.959408 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:33.997154 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771508791044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:34.032891 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Network 0f8c0064-359a-4fb0-8b5a-f21777d033da is already hosted by enough agents. {{(pid=104709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 20:58:34.035670 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.base_scheduler [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Resources bound (agent type, host, resource id): {{(pid=104709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 20:58:34.039064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Received port after_create {{(pid=104709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 20:58:34.062398 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=bac9afe3-17f0-486a-ba7a-f5037f8b3428,revision_number=1']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:34.387967 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:34.451755 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:34.598898 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:34.603342 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:34.665585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event updated for resources: {'Port': ['ID=bac9afe3-17f0-486a-ba7a-f5037f8b3428,revision_number=2']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:34.678502 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1783622'] for floatingip, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:35.012370 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP 5ccff501-d03a-41b1-9340-1c50add22308 associated. External IP: 172.27.2.117, port: 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43. Jul 29 20:58:35.211301 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:35.315970 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:35.325212 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:35.331350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:35.337633 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:35.338244 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:35.358118 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-2f94600b-f98f-4def-8bd0-0beeca3fb4fe tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7213080 Jul 29 20:58:35.358757 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:35.361002 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:35.364826 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:58:35.400529 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdebcc0b-a452-481b-a6de-beb16aeb39eb x-openstack-request-id: req-fdebcc0b-a452-481b-a6de-beb16aeb39eb {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:35.401056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:35.401056 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdebcc0b-a452-481b-a6de-beb16aeb39eb {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:35.401440 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'status': 'completed', 'code': 200} Jul 29 20:58:35.444057 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:35.461682 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-9e042f45-a5e9-4b51-9d16-6ef96ec52931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:35.463084 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-9e042f45-a5e9-4b51-9d16-6ef96ec52931 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1099 time: 0.0394037 Jul 29 20:58:35.554479 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-456cb99f-85f4-4d37-b26f-6357664641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:35.556041 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-456cb99f-85f4-4d37-b26f-6357664641fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0856788 Jul 29 20:58:35.621597 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-8dd94a00-74e8-41b0-aa0d-8e369be97d5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 1000 time: 0.0569029 Jul 29 20:58:35.663138 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '5ccff501-d03a-41b1-9340-1c50add22308', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:36:4b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:34Z', 'updated_at': '2021-07-29T20:58:34Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}, {'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:35.676200 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-a1739a72-6035-41a8-a18a-a43d4f45f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:35.677663 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-a1739a72-6035-41a8-a18a-a43d4f45f2d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0478010 Jul 29 20:58:35.688963 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:35.697358 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:35.697953 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:35.724704 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-8e572fd7-6789-453b-8399-07ca65563f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:35.726180 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-8e572fd7-6789-453b-8399-07ca65563f08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385754 Jul 29 20:58:35.801037 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:35.815678 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-7d4f22c3-25ec-43b2-a1ae-05ddd70b57ad service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789192 Jul 29 20:58:35.909821 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-9e298ba7-d38a-4aca-bc69-ec756f6e6bfe req-979880c5-0372-4792-9773-22613f5052c7 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862691 Jul 29 20:58:36.026743 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '5ccff501-d03a-41b1-9340-1c50add22308', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:36:4b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:34Z', 'updated_at': '2021-07-29T20:58:34Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}, {'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:36.052384 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fe62ac-a302-4913-a535-41d67831c5be None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': '5ccff501-d03a-41b1-9340-1c50add22308', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:36:4b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:58:34Z', 'updated_at': '2021-07-29T20:58:34Z', 'revision_number': 0, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}, {'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:58:36.228930 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09958dc7-ecad-410d-b097-5b8a38749402 None None] New status for floating IP 5ccff501-d03a-41b1-9340-1c50add22308: ACTIVE {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:58:43.559800 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-67f0545f-6603-451d-adc9-b0dc37117923 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114614949&fields=id&tenant_id=7958952989674df1adfbbc3d6c764480 HTTP/1.1" status: 200 len: 267 time: 0.1742134 Jul 29 20:58:43.614629 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-1aabdc6d-35a2-4280-a8f1-3b249a4c6123 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:43.616114 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-1aabdc6d-35a2-4280-a8f1-3b249a4c6123 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 985 time: 0.0501955 Jul 29 20:58:43.627298 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.v2.base [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Request body: {'port': {'security_groups': ['e093363c-6221-4925-bf44-b8b016956e09']}} {{(pid=104709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 20:58:43.689887 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632411'] for port, before_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:43.855236 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:43.883327 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for port, precommit_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:43.887743 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771509181233', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771508791062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771508791080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9198312'] for port, after_update {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:43.900541 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:58:43.929247 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:43.929885 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:43.931301 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-1bf79b8e-afbb-4eb7-8d43-ca3e359e512f req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "PUT /v2.0/ports/5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 943 time: 0.3089797 Jul 29 20:58:43.931745 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:43.936956 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:43.938214 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45236) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:43.959378 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event updated for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=7']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:43.968013 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.968305 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.968629 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.968972 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.969309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.969654 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.969965 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.970297 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.970626 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.970981 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.971308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.971638 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b063c42a-ed5c-49db-a455-b6b38f6ca632 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:43.997348 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d1b61-e0f7-4a74-881e-eb747c78531d x-openstack-request-id: req-d24d1b61-e0f7-4a74-881e-eb747c78531d {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:43.997643 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:43.997892 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d24d1b61-e0f7-4a74-881e-eb747c78531d {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:43.998292 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:58:44.016418 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:58:44.025957 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.085959 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.105003 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-33cd7185-a519-485d-8006-cccbc7ba7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.106531 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-33cd7185-a519-485d-8006-cccbc7ba7a44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1099 time: 0.0752220 Jul 29 20:58:44.156640 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-002f9e5b-632b-4850-80da-4fcbc91e11e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.202468 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.provisioning_blocks [None req-21236684-b47f-4439-a932-ce6815f1b49b None None] Provisioning complete for port 5d1d698e-61d0-4532-80a2-f4f7df27539b triggered by entity DHCP. {{(pid=104710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 20:58:44.203405 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-21236684-b47f-4439-a932-ce6815f1b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721517'] for port, provisioning_complete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.210494 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.213027 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.214161 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "DELETE /v2.0/security-groups/b9559952-4a9c-491a-9f1e-a3eb50c4a141 HTTP/1.1" status: 204 len: 168 time: 0.2720163 Jul 29 20:58:44.217047 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45238) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:44.226847 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-e1f741e7-83c2-4e8d-9d3d-255086c8c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.228286 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-e1f741e7-83c2-4e8d-9d3d-255086c8c6f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.1086502 Jul 29 20:58:44.234437 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9559952-4a9c-491a-9f1e-a3eb50c4a141,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:44.283784 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.284127 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.284469 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.284804 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.285134 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.285466 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.285792 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.286122 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.286446 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.286788 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.287115 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.287434 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00480404-1e0d-4d65-88b4-d0da2b7e1b4d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 20:58:44.308749 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-827b3168-8173-476b-a540-3561d21c7205 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 1002 time: 0.0719898 Jul 29 20:58:44.359872 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-d76d6d93-51f4-4b1d-bc2e-113575836a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.361325 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-d76d6d93-51f4-4b1d-bc2e-113575836a6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0439761 Jul 29 20:58:44.381642 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Deleting port 0324ab9d-78ab-4775-b27a-d7f9985d8947 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:44.381993 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.412793 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-801995e8-d556-4803-9e9d-3c6257a80da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:44.414257 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-801995e8-d556-4803-9e9d-3c6257a80da3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395658 Jul 29 20:58:44.454918 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.455500 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.466703 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Calling delete_port for 0324ab9d-78ab-4775-b27a-d7f9985d8947 owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:44.504334 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-f074ed3c-8af6-48ea-a2aa-c509b4d4bfab service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810442 Jul 29 20:58:44.596022 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7cf4f681-9ec3-42e8-9d82-32f494dfeb8a req-d0cd427f-5b22-4cc5-88dd-c64c8bc5149d service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Jul 29 20:58:44.610787 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.641797 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event deleted for resources: {'Port': ['ID=0324ab9d-78ab-4775-b27a-d7f9985d8947,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:44.693158 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:44.693506 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Floating IP 9c4fc111-9fbe-4601-b58c-61c96b372cf6 disassociated (deleted). External IP: 172.27.2.111, port: 5d1d698e-61d0-4532-80a2-f4f7df27539b. Jul 29 20:58:44.895160 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Router 180e41cc-c60a-4e43-b076-8aca9e8eef89 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:44.998538 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:45.003896 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:45.008878 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Sync routers for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:45.017332 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:45.017932 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:45.029427 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-6c1fb148-0e5e-4970-92f9-bc88e0de87ba tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "DELETE /v2.0/floatingips/9c4fc111-9fbe-4601-b58c-61c96b372cf6 HTTP/1.1" status: 204 len: 168 time: 0.8112175 Jul 29 20:58:45.271388 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:45.460446 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:45.489456 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Checking router: 180e41cc-c60a-4e43-b076-8aca9e8eef89 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:45.498588 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:45.499222 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:45.599901 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:45.789485 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:45.814808 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3501068-c83c-4a49-a448-a87f392a3e23 None None] The sync data for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi is: [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:33Z', 'revision_number': 4, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '802d2055-7aad-4160-bbff-419e5611b5a1', 'name': '', 'network_id': '27ee788f-485d-4ab2-bfce-f33f9e241e4f', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'mac_address': 'fa:16:3e:3d:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:32Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'subnets': [{'id': '76145ad7-cca8-401a-b945-d6b5dde0da50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:58:45.999309 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:46.002111 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95174b27-3936-4349-b8af-5e884cd39662" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:46.029073 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cd52e2-96ea-4d83-af70-ed48a6b4db7e None None] New status for floating IP 9c4fc111-9fbe-4601-b58c-61c96b372cf6: DOWN {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 20:58:46.038258 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a8974e-fb18-48ba-af76-13ae301133e0 x-openstack-request-id: req-b5a8974e-fb18-48ba-af76-13ae301133e0 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:46.038552 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:46.038838 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5a8974e-fb18-48ba-af76-13ae301133e0 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:46.039237 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:58:46.105631 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174b27-3936-4349-b8af-5e884cd39662 req-add6fbd9-e3ca-4089-ae51-e22877f57781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:46.107193 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-add6fbd9-e3ca-4089-ae51-e22877f57781 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7958952989674df1adfbbc3d6c764480&device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 1099 time: 0.0416024 Jul 29 20:58:46.201128 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174b27-3936-4349-b8af-5e884cd39662 req-2d1b65b3-1b47-44db-a169-bec10c0bf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:46.202600 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-2d1b65b3-1b47-44db-a169-bec10c0bf45a service neutron] 10.222.0.44 "GET /v2.0/networks?id=27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 200 len: 916 time: 0.0863929 Jul 29 20:58:46.250021 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-8299f413-29e9-45f2-bb35-ace255b45234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 200 len: 217 time: 0.0333018 Jul 29 20:58:46.302936 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174b27-3936-4349-b8af-5e884cd39662 req-37a77dc0-8459-4eca-b94e-e9f655c9b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:46.304398 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-37a77dc0-8459-4eca-b94e-e9f655c9b357 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 200 len: 854 time: 0.0466766 Jul 29 20:58:46.351047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95174b27-3936-4349-b8af-5e884cd39662 req-a7590685-0c91-4965-8b59-344d3593e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:46.352582 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-a7590685-0c91-4965-8b59-344d3593e5d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27ee788f-485d-4ab2-bfce-f33f9e241e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404277 Jul 29 20:58:46.445346 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-451c4bc0-6ec4-41f3-b008-c6ebc6b0bca8 service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848973 Jul 29 20:58:46.539069 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-95174b27-3936-4349-b8af-5e884cd39662 req-7b3ba99f-0ed9-4fa4-837f-ea8d09b1301f service neutron] 10.222.0.44 "GET /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 Jul 29 20:58:47.118609 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-9f6da1f6-05bc-4a24-93d3-51835d32494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:47.588603 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:47.620057 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:47.738791 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac862c-6264-49f3-b551-374f7c5585a9 req-be94abed-8820-465d-bbc1-c26609e7d24b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:47.740250 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3dac862c-6264-49f3-b551-374f7c5585a9 req-be94abed-8820-465d-bbc1-c26609e7d24b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0510271 Jul 29 20:58:47.777559 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3dac862c-6264-49f3-b551-374f7c5585a9 req-c462b1dc-4942-4526-9638-ccfb95ea18cb tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Jul 29 20:58:48.936165 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8782911-29e3-4aeb-b1be-b4ab33d0da60 req-c2c2a6fe-8339-48d9-aef7-ef7ea7719e8f tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:48.938244 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8782911-29e3-4aeb-b1be-b4ab33d0da60 req-c2c2a6fe-8339-48d9-aef7-ef7ea7719e8f tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0949347 Jul 29 20:58:48.974070 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-e8782911-29e3-4aeb-b1be-b4ab33d0da60 req-2c41bea2-45c3-4db5-806f-f16f9b0c4234 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300410 Jul 29 20:58:49.040686 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:49.746345 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-f9107675-6f6d-470f-8e80-7984c27d0f92 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:49.748512 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-f9107675-6f6d-470f-8e80-7984c27d0f92 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 946 time: 0.0491900 Jul 29 20:58:49.839674 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Deleting port 5d1d698e-61d0-4532-80a2-f4f7df27539b {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:49.840011 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:49.923155 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] For port 5d1d698e-61d0-4532-80a2-f4f7df27539b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d1d698e-61d0-4532-80a2-f4f7df27539b,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:49.923521 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:49.935711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Calling delete_port for 5d1d698e-61d0-4532-80a2-f4f7df27539b owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:50.060985 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:50.074793 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] get_ports_and_sgs() called for port_ids ['5d1d698e-61d0-4532-80a2-f4f7df27539b'] {{(pid=104710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 20:58:50.090713 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc753c-583e-442d-a4b5-e8602c6f7cc2 req-78ec28cf-436a-4d81-8323-678b980be7f4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:50.093653 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7acc753c-583e-442d-a4b5-e8602c6f7cc2 req-78ec28cf-436a-4d81-8323-678b980be7f4 tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e6bf732-e9b5-479f-b6c3-b06abd9c81f7 HTTP/1.1" status: 200 len: 867 time: 0.0535049 Jul 29 20:58:50.099183 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Pushing event deleted for resources: {'Port': ['ID=5d1d698e-61d0-4532-80a2-f4f7df27539b,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:50.133325 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] No DVR routers for this DVR port 5d1d698e-61d0-4532-80a2-f4f7df27539b on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:50.135862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:50.137836 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-bc198f90-0d7c-43e5-90be-f77b4e3f3ee6 req-49f21a1e-dda6-4ad9-bcc4-5f16002f6a2b tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.44 "DELETE /v2.0/ports/5d1d698e-61d0-4532-80a2-f4f7df27539b HTTP/1.1" status: 204 len: 173 time: 0.3838506 Jul 29 20:58:50.138268 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'name': 'network-vif-deleted', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 20:58:50.141129 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f80e88-e22b-455c-8fef-de2491cca600" -d '{"events": [{"server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "name": "network-vif-deleted", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 20:58:50.145654 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-7acc753c-583e-442d-a4b5-e8602c6f7cc2 req-1fa9b4bc-799a-4aea-9939-506047a5789d tempest-TestMinimumBasicScenario-1512843420 tempest-TestMinimumBasicScenario-1512843420-project] 10.222.0.43 "GET /v2.0/security-groups?id=e093363c-6221-4925-bf44-b8b016956e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Jul 29 20:58:50.175769 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace17459-9e3f-4fd1-88f1-da0279058a77 x-openstack-request-id: req-ace17459-9e3f-4fd1-88f1-da0279058a77 {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 20:58:50.176059 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6bf732-e9b5-479f-b6c3-b06abd9c81f7", "name": "network-vif-deleted", "tag": "5d1d698e-61d0-4532-80a2-f4f7df27539b", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 20:58:50.176310 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ace17459-9e3f-4fd1-88f1-da0279058a77 {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 20:58:50.176712 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6bf732-e9b5-479f-b6c3-b06abd9c81f7', 'name': 'network-vif-deleted', 'tag': '5d1d698e-61d0-4532-80a2-f4f7df27539b', 'status': 'completed', 'code': 200} Jul 29 20:58:51.794057 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45322) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:52.123584 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.355187 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Deleting port 802d2055-7aad-4160-bbff-419e5611b5a1 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:52.355537 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.429865 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] For port 802d2055-7aad-4160-bbff-419e5611b5a1, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=802d2055-7aad-4160-bbff-419e5611b5a1,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:52.430182 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.442211 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Calling delete_port for 802d2055-7aad-4160-bbff-419e5611b5a1 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:52.617516 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:52.646054 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=802d2055-7aad-4160-bbff-419e5611b5a1,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:52.809469 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.013071 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Router 180e41cc-c60a-4e43-b076-8aca9e8eef89 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:53.121175 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:53.127428 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-85bc111e-4149-4f51-b20b-dc8080a732a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/180e41cc-c60a-4e43-b076-8aca9e8eef89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3313890 Jul 29 20:58:53.129621 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45324) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:53.131090 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Sync routers for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:53.139990 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:53.140594 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:53.231234 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.247106 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:53.334341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.386371 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Deleting port e3509e77-b2db-42b6-adf3-30c619531949 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:53.386750 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.435245 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:58:52Z', 'revision_number': 5, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port': {'id': 'e3509e77-b2db-42b6-adf3-30c619531949', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ac:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:53.461296 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Checking router: 180e41cc-c60a-4e43-b076-8aca9e8eef89 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:53.465737 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] For port e3509e77-b2db-42b6-adf3-30c619531949, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e3509e77-b2db-42b6-adf3-30c619531949,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:53.466130 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.469650 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Routers {'180e41cc-c60a-4e43-b076-8aca9e8eef89'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:53.470243 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['180e41cc-c60a-4e43-b076-8aca9e8eef89'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:53.478692 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Calling delete_port for e3509e77-b2db-42b6-adf3-30c619531949 owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:53.553196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] Set router 180e41cc-c60a-4e43-b076-8aca9e8eef89 gateway port host: None {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:53.606045 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:58:53Z', 'revision_number': 6, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:53.631524 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9b114-136f-4abb-8b12-0296c5dd9c26 None None] The sync data for ids ['180e41cc-c60a-4e43-b076-8aca9e8eef89'] in dv-cinder-802957-1-iscsi is: [{'id': '180e41cc-c60a-4e43-b076-8aca9e8eef89', 'name': 'tempest-TestMinimumBasicScenario-1340929545-router', 'tenant_id': '7958952989674df1adfbbc3d6c764480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:30Z', 'updated_at': '2021-07-29T20:58:53Z', 'revision_number': 6, 'project_id': '7958952989674df1adfbbc3d6c764480', 'gw_port_host': None}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:58:53.642867 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.670623 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3509e77-b2db-42b6-adf3-30c619531949,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:53.735431 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:53.965150 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5d1d698e-61d0-4532-80a2-f4f7df27539b no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:53.986439 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 5d1d698e-61d0-4532-80a2-f4f7df27539b {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:53.986797 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 5d1d698e-61d0-4532-80a2-f4f7df27539b not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:54.064708 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.066822 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.109064 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.109579 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 180e41cc-c60a-4e43-b076-8aca9e8eef89 {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:58:54.113810 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.114988 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-71266419-496c-4308-94f1-e013c3b3402f admin admin] 10.222.0.43 "DELETE /v2.0/routers/180e41cc-c60a-4e43-b076-8aca9e8eef89 HTTP/1.1" status: 204 len: 168 time: 0.9844320 Jul 29 20:58:54.117550 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45326) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:54.163100 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Deleting subnet 76145ad7-cca8-401a-b945-d6b5dde0da50 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:58:54.166110 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.198350 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.272074 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.325299 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.350605 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76145ad7-cca8-401a-b945-d6b5dde0da50,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:54.354310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.358378 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ddb1a50f-28d8-43ff-94ba-347fd03b735f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/76145ad7-cca8-401a-b945-d6b5dde0da50 HTTP/1.1" status: 204 len: 168 time: 0.2377374 Jul 29 20:58:54.358829 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45328) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:54.363246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb11227-db61-4341-b18e-7dbbd171e3dd None None] Network 27ee788f-485d-4ab2-bfce-f33f9e241e4f requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:58:54.434729 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.488862 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Deleting port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:54.489282 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.554920 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] DHCP port deletion for 27ee788f-485d-4ab2-bfce-f33f9e241e4f request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:58:54.556478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] For port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:54.556877 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.571185 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Calling delete_port for c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 owned by network:dhcp {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:54.601636 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Deleting port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:54.602012 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.660667 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.675599 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] For port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,segment=NetworkSegment(d07bdd67-b237-4326-a41e-910bfff7a2f2),segment_id=d07bdd67-b237-4326-a41e-910bfff7a2f2)] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:54.675885 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.688413 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:54.690220 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] No DVR routers for this DVR port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 on host dv-cinder-802957-1-iscsi {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:54.692013 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Calling delete_port for c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:54.759479 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.769789 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ee788f-485d-4ab2-bfce-f33f9e241e4f']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:54.771230 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.779996 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07bdd67-b237-4326-a41e-910bfff7a2f2') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:54.780279 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07bdd67-b237-4326-a41e-910bfff7a2f2') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:54.789314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.802251 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] No DVR routers for this DVR port c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:54.803112 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.806304 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed661f-90fc-4102-b86e-2e50b1673f51 None None] Pushing event deleted for resources: {'Port': ['ID=c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:54.810531 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:58:54.810960 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:58:54.816128 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:58:54.868732 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.874139 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:54.875977 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] 10.222.0.43 "DELETE /v2.0/networks/27ee788f-485d-4ab2-bfce-f33f9e241e4f HTTP/1.1" status: 204 len: 168 time: 0.5162404 Jul 29 20:58:54.879111 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45330) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:54.886880 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481902-6ac4-45d1-a3bd-5843e2311994 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ee788f-485d-4ab2-bfce-f33f9e241e4f,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:55.210509 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:55.240275 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e3509e77-b2db-42b6-adf3-30c619531949 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:55.385777 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: e3509e77-b2db-42b6-adf3-30c619531949 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:55.386490 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e3509e77-b2db-42b6-adf3-30c619531949 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:55.386612 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 802d2055-7aad-4160-bbff-419e5611b5a1 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:55.404346 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 802d2055-7aad-4160-bbff-419e5611b5a1 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:55.404692 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 802d2055-7aad-4160-bbff-419e5611b5a1 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:55.405633 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:55.423700 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:55.424043 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device c3dfc8fe-73ce-4a67-826e-2cf5cb6a97e3 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:55.460966 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Deleting port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:55.461310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:55.541284 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] For port f72aeb07-67d0-48a0-99d0-bfdfdb2e849a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:55.541677 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:55.553887 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Calling delete_port for f72aeb07-67d0-48a0-99d0-bfdfdb2e849a owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:55.726961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:55.751178 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f72aeb07-67d0-48a0-99d0-bfdfdb2e849a,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:55.913104 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.114005 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Router 3bb3f646-4df5-4da1-bc35-2d8564181a66 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 20:58:56.214181 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 20:58:56.219440 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b46c7644-aadd-4010-ab8d-7068f5c867bf admin admin] 10.222.0.43 "PUT /v2.0/routers/3bb3f646-4df5-4da1-bc35-2d8564181a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3392220 Jul 29 20:58:56.221854 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45334) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:56.222627 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Sync routers for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 20:58:56.232397 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:56.232989 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:56.321359 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.333158 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:56.420671 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.471434 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Deleting port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:56.471782 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.504834 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:58:55Z', 'revision_number': 5, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port': {'id': '4391d7fb-a1ef-4efb-af6a-0185bf2c6994', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:56:35Z', 'updated_at': '2021-07-29T20:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:56.533615 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Checking router: 3bb3f646-4df5-4da1-bc35-2d8564181a66 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 20:58:56.541883 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Routers {'3bb3f646-4df5-4da1-bc35-2d8564181a66'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 20:58:56.542526 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:58:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['3bb3f646-4df5-4da1-bc35-2d8564181a66'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:56.550355 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] For port 4391d7fb-a1ef-4efb-af6a-0185bf2c6994, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:56.550781 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.562557 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Calling delete_port for 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:56.625521 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] Set router 3bb3f646-4df5-4da1-bc35-2d8564181a66 gateway port host: None {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 20:58:56.676786 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:58:56Z', 'revision_number': 6, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port_host': None}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:56.702853 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b315bf-b95f-4ed5-9653-92f19bcf94bf None None] The sync data for ids ['3bb3f646-4df5-4da1-bc35-2d8564181a66'] in dv-cinder-802957-1-iscsi is: [{'id': '3bb3f646-4df5-4da1-bc35-2d8564181a66', 'name': 'tempest-TestMinimumBasicScenario-66183598-router', 'tenant_id': '969617639eca440c8e0af2c6ebc604f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:56:34Z', 'updated_at': '2021-07-29T20:58:56Z', 'revision_number': 6, 'project_id': '969617639eca440c8e0af2c6ebc604f6', 'gw_port_host': None}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 20:58:56.725765 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.749590 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=4391d7fb-a1ef-4efb-af6a-0185bf2c6994,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:56.809161 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.897422 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.899549 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.944287 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.944797 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb3f646-4df5-4da1-bc35-2d8564181a66 {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 20:58:56.948987 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:56.950162 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-ca042027-a66f-4075-be52-d159349b3e89 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3bb3f646-4df5-4da1-bc35-2d8564181a66 HTTP/1.1" status: 204 len: 168 time: 0.7273614 Jul 29 20:58:56.952585 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45336) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:56.995162 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Deleting subnet 9b49c37c-4750-4e6b-bb95-0e6256f8f3c0 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 20:58:56.998118 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.030448 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.112783 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.164666 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.188386 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b49c37c-4750-4e6b-bb95-0e6256f8f3c0,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:57.192060 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.193798 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-595af7a6-17d2-4b2a-976a-e6255517ff2a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9b49c37c-4750-4e6b-bb95-0e6256f8f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2402759 Jul 29 20:58:57.196475 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45338) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:57.197930 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b69f3c7-768e-4301-9c46-ef9c3f507165 None None] Network 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 20:58:57.260627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.317272 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Deleting port 585220fa-581f-4472-b301-16ac099b58ff {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:57.317616 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.377311 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] For port 585220fa-581f-4472-b301-16ac099b58ff, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=585220fa-581f-4472-b301-16ac099b58ff,segment=NetworkSegment(c2fce803-dc0a-4cdc-91af-d54822502ebd),segment_id=c2fce803-dc0a-4cdc-91af-d54822502ebd)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:57.377647 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.390197 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Calling delete_port for 585220fa-581f-4472-b301-16ac099b58ff owned by network:dhcp {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:57.456636 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] DHCP port deletion for 3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 20:58:57.478436 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.508208 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=585220fa-581f-4472-b301-16ac099b58ff,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:57.511704 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] No DVR routers for this DVR port 585220fa-581f-4472-b301-16ac099b58ff on host dv-cinder-802957-1-iscsi {{(pid=104709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:57.518946 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Deleting port 585220fa-581f-4472-b301-16ac099b58ff {{(pid=104710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 20:58:57.519331 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.523188 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f72aeb07-67d0-48a0-99d0-bfdfdb2e849a no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:57.579292 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: f72aeb07-67d0-48a0-99d0-bfdfdb2e849a {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:57.579648 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device f72aeb07-67d0-48a0-99d0-bfdfdb2e849a not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:57.580317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:57.582660 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.593723 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:57.607583 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fce803-dc0a-4cdc-91af-d54822502ebd') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:57.607733 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:57.607944 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fce803-dc0a-4cdc-91af-d54822502ebd') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 20:58:57.608054 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 4391d7fb-a1ef-4efb-af6a-0185bf2c6994 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:57.608959 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 585220fa-581f-4472-b301-16ac099b58ff no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 20:58:57.617933 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.634821 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.635255 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 585220fa-581f-4472-b301-16ac099b58ff {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 20:58:57.635612 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 585220fa-581f-4472-b301-16ac099b58ff not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 20:58:57.650295 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 20:58:57.651065 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.652376 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.db [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] For port 585220fa-581f-4472-b301-16ac099b58ff, host dv-cinder-802957-1-iscsi, got binding levels [] {{(pid=104710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 20:58:57.652872 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 20:58:57.656516 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.669317 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Calling delete_port for 585220fa-581f-4472-b301-16ac099b58ff owned by network:dhcp {{(pid=104710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 20:58:57.672753 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.ipam_backend_mixin [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Port 585220fa-581f-4472-b301-16ac099b58ff was not found and therefore no delete operation was performed {{(pid=104710) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 20:58:57.673936 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053'] for port, after_delete {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.700623 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] Pushing event deleted for resources: {'Port': ['ID=585220fa-581f-4472-b301-16ac099b58ff,revision_number=None']} {{(pid=104710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:57.705996 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470ac2e-1f41-49df-b634-cefa02c62b0c None None] No DVR routers for this DVR port 585220fa-581f-4472-b301-16ac099b58ff on host dv-cinder-802957-1-iscsi {{(pid=104710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 20:58:57.722986 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-ac2dfec7-75d4-42fc-aec7-63a07a8d9757 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1238055 Jul 29 20:58:57.727073 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.732415 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:57.734457 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e HTTP/1.1" status: 204 len: 168 time: 0.5371277 Jul 29 20:58:57.747366 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920e45-97d7-44cf-a66b-9ec9be4e8de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bba5b2b-7e3c-493a-ba0a-9d7e512fd94e,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:57.812512 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-aa798341-cd1d-4713-a7dc-13695e1e96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:57.813995 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-aa798341-cd1d-4713-a7dc-13695e1e96be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1098 time: 0.0402777 Jul 29 20:58:57.914177 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45344) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:57.924538 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-18bf0a2b-6bc7-40e4-b8b8-3b5adb6c7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:57.926008 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-18bf0a2b-6bc7-40e4-b8b8-3b5adb6c7822 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0912061 Jul 29 20:58:57.953075 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-1ab9e1cf-2b64-4fae-9c7d-cd4b0884b0ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7958952989674df1adfbbc3d6c764480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375855 Jul 29 20:58:57.955667 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45346) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:57.991821 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-c23645a8-6129-4a8e-a554-e8bbb4f17d72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 1000 time: 0.0568476 Jul 29 20:58:58.002800 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.026746 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.041358 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-aed96572-e92a-46f7-a8e3-bd5504055eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:58.042856 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-aed96572-e92a-46f7-a8e3-bd5504055eb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0425003 Jul 29 20:58:58.072285 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.075057 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.076382 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e093363c-6221-4925-bf44-b8b016956e09 HTTP/1.1" status: 204 len: 168 time: 0.1198301 Jul 29 20:58:58.085070 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7584c-bd5e-432d-9272-703286d95e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093363c-6221-4925-bf44-b8b016956e09,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:58.096971 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-f50399d8-2f18-4fd2-bff8-1abf925967da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:58:58.098661 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-f50399d8-2f18-4fd2-bff8-1abf925967da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479789 Jul 29 20:58:58.112518 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-ec5c3bd7-e1a9-4d4f-b9fe-6a311e285197 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=104708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 20:58:58.113566 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-ec5c3bd7-e1a9-4d4f-b9fe-6a311e285197 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059810 Jul 29 20:58:58.398848 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45352) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:58.439989 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-67f05e11-9ad9-4143-9bec-70f0b1174e86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=969617639eca440c8e0af2c6ebc604f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398970 Jul 29 20:58:58.442476 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45354) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 20:58:58.472301 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-dcd30eed-0d24-4174-a411-aeaf572ac2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515038 Jul 29 20:58:58.490706 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.511362 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.557289 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.560014 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:58:58.561191 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b95850a1-c59a-4910-9380-a23c28acac2a HTTP/1.1" status: 204 len: 168 time: 0.1174655 Jul 29 20:58:58.566196 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-06d3f47c-e344-4640-ad36-251dde14bb11 req-0d8e0338-6269-4021-8b43-ca06d8cae109 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835774 Jul 29 20:58:58.568918 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c5f1-c91a-4f2e-b5a8-3c2d17ad20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95850a1-c59a-4910-9380-a23c28acac2a,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 20:58:59.899178 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:12.363552 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:59:14.140508 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d05dbea2-591a-4caa-ad27-419e3b98d829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:17.118127 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c8a1b288-e5b7-4e7e-972f-2d0bf59ccc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:17.590390 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:17.619262 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:19.043120 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:29.898399 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:44.140471 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-088f0c8f-2ad0-4cb7-9355-6c79ee4a650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:47.119126 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a0d854cf-5b6f-4fc0-8d47-9fd91fda235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:47.593641 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:47.618348 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:49.045957 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 20:59:49.362371 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 20:59:57.634052 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-671e843b-61bf-44df-ade0-67fa8c493a79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398784 Jul 29 20:59:57.699408 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779037-6611-43ad-b585-4393be497ebc req-1792ec53-fbbd-43be-9e90-6ec3ad7b5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:57.700862 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-1792ec53-fbbd-43be-9e90-6ec3ad7b5d77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1099 time: 0.0383029 Jul 29 20:59:57.808759 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779037-6611-43ad-b585-4393be497ebc req-d3f61af0-455b-4287-abb6-8b62467f4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:57.810227 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-d3f61af0-455b-4287-abb6-8b62467f4217 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0837362 Jul 29 20:59:57.877904 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-c83db25b-5af2-489a-b702-47e4d18a8c13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 1002 time: 0.0563135 Jul 29 20:59:57.929456 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779037-6611-43ad-b585-4393be497ebc req-140f2947-6f20-4b29-b940-2a2ad2a1fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:57.930811 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-140f2947-6f20-4b29-b940-2a2ad2a1fbee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0414441 Jul 29 20:59:57.986171 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779037-6611-43ad-b585-4393be497ebc req-2dd6c400-36de-4753-8149-f957d75f6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 20:59:57.987652 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-2dd6c400-36de-4753-8149-f957d75f6808 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427268 Jul 29 20:59:58.076094 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-68946b62-2384-48dd-be75-92d0cd1adae3 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775745 Jul 29 20:59:58.167729 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-22779037-6611-43ad-b585-4393be497ebc req-863b1d7d-401a-4272-887f-dee81204d760 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805528 Jul 29 20:59:59.942800 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.487907 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45374) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:05.639740 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port bac9afe3-17f0-486a-ba7a-f5037f8b3428 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:05.640083 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.714033 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.714361 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.725956 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for bac9afe3-17f0-486a-ba7a-f5037f8b3428 owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:05.866999 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.893327 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=bac9afe3-17f0-486a-ba7a-f5037f8b3428,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:05.902975 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.903328 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.903697 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.904040 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.904367 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.904700 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.905025 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.905351 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.905674 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.905996 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.906316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.906633 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:05.957980 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:05.958320 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP 5ccff501-d03a-41b1-9340-1c50add22308 disassociated (deleted). External IP: 172.27.2.117, port: 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43. Jul 29 21:00:06.155493 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:00:06.501032 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:00:06.505814 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:06.510288 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:00:06.519279 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:06.519894 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:59:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:06.530994 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-81a78f62-1ee7-4882-955e-386daa654c8d tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "DELETE /v2.0/floatingips/5ccff501-d03a-41b1-9340-1c50add22308 HTTP/1.1" status: 204 len: 168 time: 1.0420375 Jul 29 21:00:06.531578 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:06.533801 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:06.630814 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:06.761365 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb581321-5143-4281-b8bf-34ecb8fdf524 req-31d72507-2fdb-4830-805a-0932bf1fb524 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:06.762931 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb581321-5143-4281-b8bf-34ecb8fdf524 req-31d72507-2fdb-4830-805a-0932bf1fb524 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0519130 Jul 29 21:00:06.764342 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f0401-182b-4f60-b264-80a57708be55 x-openstack-request-id: req-3e0f0401-182b-4f60-b264-80a57708be55 {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:06.764627 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:06.764873 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e0f0401-182b-4f60-b264-80a57708be55 {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:06.765254 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'status': 'completed', 'code': 200} Jul 29 21:00:06.803928 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-cb581321-5143-4281-b8bf-34ecb8fdf524 req-418a9cfc-a954-4821-b391-2272d2a4ea02 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341144 Jul 29 21:00:06.827308 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-9e5f4804-0274-46ab-9023-889693f1ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:06.829158 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-9e5f4804-0274-46ab-9023-889693f1ef2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 1099 time: 0.0452437 Jul 29 21:00:06.879304 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:06.904516 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:00:06.912349 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:06.912937 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:59:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:06.918543 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-e8ba42ae-5ea0-48cb-a903-fb3a2104b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:06.920786 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-e8ba42ae-5ea0-48cb-a903-fb3a2104b01f service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0842433 Jul 29 21:00:06.969136 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-17ecb7db-6cec-4791-96d6-f8aad1cc4da6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 200 len: 217 time: 0.0378778 Jul 29 21:00:07.015164 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:07.018294 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-af7fc523-6a5b-43a6-a529-050056b48fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:07.019836 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-af7fc523-6a5b-43a6-a529-050056b48fc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0432549 Jul 29 21:00:07.065627 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-3659cba7-1c21-4b79-83d8-4b06649118b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:07.067139 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-3659cba7-1c21-4b79-83d8-4b06649118b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388560 Jul 29 21:00:07.161598 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-ab81ba58-d493-4cef-a622-f82a8d0ee1d9 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847332 Jul 29 21:00:07.248168 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:07.253046 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-7c8e15d5-6c00-415a-8c2b-125daedd6dc2 req-7be595ea-56cf-4088-800b-ed6e0ffdc6e0 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831470 Jul 29 21:00:07.278364 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edad37f-3948-4174-8854-c20e10f003e1 None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_floatingips': [{'id': 'd3885ef4-ae3e-49a1-9007-26e06e8ae1e6', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'router_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'port_id': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'mac_address': 'fa:16:3e:f3:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6922412-5b73-4269-a6e6-2f6218198666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T20:56:28Z', 'updated_at': '2021-07-29T20:56:30Z', 'revision_number': 1, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:00:07.472490 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e4d6d-d254-4fcb-b44a-6cabcc77e498 None None] New status for floating IP 5ccff501-d03a-41b1-9340-1c50add22308: DOWN {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 21:00:07.919104 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866cb5b-dd3c-4ef6-9c64-5cbcee64ab8d req-67c5f533-9384-42ac-8b03-9b72606abf0a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:07.920561 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3866cb5b-dd3c-4ef6-9c64-5cbcee64ab8d req-67c5f533-9384-42ac-8b03-9b72606abf0a tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0478232 Jul 29 21:00:07.957381 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-3866cb5b-dd3c-4ef6-9c64-5cbcee64ab8d req-4b6f9591-2462-4fa3-b56a-dd9a69336796 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Jul 29 21:00:08.520829 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-a6c16cef-6c6b-4695-a50a-51f2b8e5c4c1 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:08.522240 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-a6c16cef-6c6b-4695-a50a-51f2b8e5c4c1 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 946 time: 0.0513682 Jul 29 21:00:08.609788 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:08.610124 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:08.695314 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] For port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:08.695674 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:08.708556 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:08.829146 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:08.860905 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=43f46fcf-6350-49cc-b6c2-d8c26fd6fe43,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:08.887582 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.888530 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.888875 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.889212 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.889542 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.889871 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.890199 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.890527 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.890882 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.891216 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.891540 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.891859 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802957-1-iscsi {{(pid=104708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 21:00:08.910713 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] No DVR routers for this DVR port 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:00:08.913063 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:08.915074 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-c27bf4a9-6911-484d-bc3a-8f599531fb2f req-fffb0893-96ab-4ced-a75b-300e2c962290 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "DELETE /v2.0/ports/43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 HTTP/1.1" status: 204 len: 173 time: 0.3830383 Jul 29 21:00:08.915495 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'name': 'network-vif-deleted', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:08.917720 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2146d5e-3cb9-486f-a2e0-9ebdacd75bcf" -d '{"events": [{"server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "name": "network-vif-deleted", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:08.956422 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c40742-8cb5-4950-be19-c5557dbe3f1f x-openstack-request-id: req-d5c40742-8cb5-4950-be19-c5557dbe3f1f {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:08.956711 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c22850-5d36-42eb-9efd-94503d7ddb1d", "name": "network-vif-deleted", "tag": "43f46fcf-6350-49cc-b6c2-d8c26fd6fe43", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:08.956964 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5c40742-8cb5-4950-be19-c5557dbe3f1f {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:08.957360 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c22850-5d36-42eb-9efd-94503d7ddb1d', 'name': 'network-vif-deleted', 'tag': '43f46fcf-6350-49cc-b6c2-d8c26fd6fe43', 'status': 'completed', 'code': 200} Jul 29 21:00:09.049316 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-a3cd67ed-4401-4687-aa08-14ccd456bffa req-7fc2fde6-de44-4f87-a783-2511620c26d2 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=16c22850-5d36-42eb-9efd-94503d7ddb1d HTTP/1.1" status: 200 len: 210 time: 0.0266273 Jul 29 21:00:12.312611 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45416) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:12.337077 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:12.357007 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:12.357347 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device 43f46fcf-6350-49cc-b6c2-d8c26fd6fe43 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:12.462391 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port 814d5e6c-bf52-4cad-b34e-16ad9b9df9d3 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:12.462757 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:12.536471 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:12.536796 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:12.547717 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for 814d5e6c-bf52-4cad-b34e-16ad9b9df9d3 owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:12.690341 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:12.716103 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=814d5e6c-bf52-4cad-b34e-16ad9b9df9d3,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:12.772030 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:12.772345 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.db.l3_db [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Floating IP d3885ef4-ae3e-49a1-9007-26e06e8ae1e6 disassociated (deleted). External IP: 172.27.2.92, port: b36cf98d-b754-4146-97ec-a6ca6be0fa65. Jul 29 21:00:12.971858 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:00:13.075793 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:00:13.080840 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:13.085276 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:00:13.093787 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:13.094386 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:59:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:13.106337 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-992560a4-f1a5-476c-afe4-3d84f5f7df08 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "DELETE /v2.0/floatingips/d3885ef4-ae3e-49a1-9007-26e06e8ae1e6 HTTP/1.1" status: 204 len: 168 time: 0.7926364 Jul 29 21:00:13.107465 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65'}] {{(pid=104709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:13.109977 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50ea42dc9016206ca84f16a435797c882c4e87a13e2647e63b27712659f6a744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65"}]}' {{(pid=104709) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:13.146026 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c19ce4-1b02-442d-9f70-245e3252e7fa x-openstack-request-id: req-f3c19ce4-1b02-442d-9f70-245e3252e7fa {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:13.146316 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65", "status": "completed", "code": 200}]} {{(pid=104709) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:13.146564 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c19ce4-1b02-442d-9f70-245e3252e7fa {{(pid=104709) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:13.147000 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'status': 'completed', 'code': 200} Jul 29 21:00:13.207604 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:13.226178 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-3ef40936-5174-4cef-8d33-78e5b472a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:13.227890 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-3ef40936-5174-4cef-8d33-78e5b472a40f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 1098 time: 0.0486052 Jul 29 21:00:13.330910 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-d7894e34-d7f8-4be6-b350-26a6f9264a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:13.332422 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-d7894e34-d7f8-4be6-b350-26a6f9264a44 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 200 len: 913 time: 0.0950074 Jul 29 21:00:13.339984 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b38c-3e8a-4681-8673-93bf06b5b6f1 req-3d13b37e-6ab8-490b-849e-1600a49cd5ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:13.342295 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5288b38c-3e8a-4681-8673-93bf06b5b6f1 req-3d13b37e-6ab8-490b-849e-1600a49cd5ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Jul 29 21:00:13.379322 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-5b2777d6-cb2c-4f69-bb78-fbff2d99f058 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 200 len: 217 time: 0.0380259 Jul 29 21:00:13.384112 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-5288b38c-3e8a-4681-8673-93bf06b5b6f1 req-a322f0a9-45e5-4911-aa50-c3c55f6a1765 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354507 Jul 29 21:00:13.432680 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-9ac21d36-10b4-4871-b889-fd60c6a30003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:13.434148 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-9ac21d36-10b4-4871-b889-fd60c6a30003 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 200 len: 851 time: 0.0459762 Jul 29 21:00:13.484513 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-2a43220e-1e91-423e-b23f-7f9ac6f6cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:13.485906 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-2a43220e-1e91-423e-b23f-7f9ac6f6cbe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46c69d31-1be2-471d-a946-4a013f8fef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433621 Jul 29 21:00:13.544343 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:13.572801 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:00:13.576212 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-f3847d40-fab6-4723-93f3-9bcf3eb21b5a service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799506 Jul 29 21:00:13.581831 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:13.582428 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T20:59:47Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:13.666966 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-389b4cd1-a3a3-4dca-89e5-fd4fa51454ea req-add0e89e-c01f-4647-ac43-b67fd56e9760 service neutron] 10.222.0.44 "GET /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836601 Jul 29 21:00:13.683703 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:13.871989 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:13.897520 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c7838e-75c7-4bcb-9c29-e49d9153f138 None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T20:53:08Z', 'revision_number': 4, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi', '_interfaces': [{'id': '98c13682-c135-46be-8b30-99f58ed06265', 'name': '', 'network_id': '46c69d31-1be2-471d-a946-4a013f8fef40', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'mac_address': 'fa:16:3e:f1:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:08Z', 'updated_at': '2021-07-29T20:53:14Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'subnets': [{'id': '4ca5809e-6d46-4515-b340-7fe1f9efe3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:00:14.087864 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509bd54-91f6-4393-b7a3-44761f039abe None None] New status for floating IP d3885ef4-ae3e-49a1-9007-26e06e8ae1e6: DOWN {{(pid=104711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 21:00:14.141697 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5ed83356-4635-4259-9968-2a897770a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:14.499166 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172b1eb-77d3-42f5-8405-d11f0ef43857 req-3d255b21-6b9c-4c00-b2fb-8a8b0dcc64f5 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:14.500642 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4172b1eb-77d3-42f5-8405-d11f0ef43857 req-3d255b21-6b9c-4c00-b2fb-8a8b0dcc64f5 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0486639 Jul 29 21:00:14.537671 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-4172b1eb-77d3-42f5-8405-d11f0ef43857 req-3ad159f5-90f7-4b76-9027-67923ae6c827 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/security-groups?id=37e18b96-0aa9-4c22-994f-869ce74b1bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Jul 29 21:00:15.019813 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-7719ca63-4bc6-4836-a528-cb1ed70a27cf tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 21:00:15.021258 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-7719ca63-4bc6-4836-a528-cb1ed70a27cf tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 945 time: 0.0476422 Jul 29 21:00:15.110510 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port b36cf98d-b754-4146-97ec-a6ca6be0fa65 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:15.110885 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:15.205939 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] For port b36cf98d-b754-4146-97ec-a6ca6be0fa65, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b36cf98d-b754-4146-97ec-a6ca6be0fa65,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:15.206303 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:15.218868 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for b36cf98d-b754-4146-97ec-a6ca6be0fa65 owned by compute:nova {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:15.342898 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:15.370120 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=b36cf98d-b754-4146-97ec-a6ca6be0fa65,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:15.409811 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] No DVR routers for this DVR port b36cf98d-b754-4146-97ec-a6ca6be0fa65 on host hv-cinder-80295 {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:00:15.412319 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for port, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:15.414293 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [req-ae2e0ee7-b790-43e1-a9a6-f318110ee3b7 req-6741f760-9f8d-441d-8381-17401dbd804c tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.44 "DELETE /v2.0/ports/b36cf98d-b754-4146-97ec-a6ca6be0fa65 HTTP/1.1" status: 204 len: 173 time: 0.3830884 Jul 29 21:00:15.414759 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'name': 'network-vif-deleted', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65'}] {{(pid=104708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 21:00:15.416963 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ebb8c8345151d4cd3db718ca491d41358ecf78fa2ed97767ff2a209c3d1e5a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd9e65-bc6f-4e56-b375-a5865f339084" -d '{"events": [{"server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "name": "network-vif-deleted", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65"}]}' {{(pid=104708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 21:00:15.453453 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 21:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4d0e97-577c-4705-9e0b-49df47a49e0e x-openstack-request-id: req-1e4d0e97-577c-4705-9e0b-49df47a49e0e {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 21:00:15.453762 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6922412-5b73-4269-a6e6-2f6218198666", "name": "network-vif-deleted", "tag": "b36cf98d-b754-4146-97ec-a6ca6be0fa65", "status": "completed", "code": 200}]} {{(pid=104708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 21:00:15.454041 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e4d0e97-577c-4705-9e0b-49df47a49e0e {{(pid=104708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 21:00:15.454500 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6922412-5b73-4269-a6e6-2f6218198666', 'name': 'network-vif-deleted', 'tag': 'b36cf98d-b754-4146-97ec-a6ca6be0fa65', 'status': 'completed', 'code': 200} Jul 29 21:00:15.629237 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [req-49d78826-6515-4667-a8e1-8a174b812ffb req-33bb14a7-8e2e-4c04-8ddb-c89009d31990 tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6922412-5b73-4269-a6e6-2f6218198666 HTTP/1.1" status: 200 len: 210 time: 0.0265532 Jul 29 21:00:16.685207 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45432) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:16.803790 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Deleting port 08f0d36d-9b94-43e3-b012-27492066ffe6 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:16.804142 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:16.880859 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:16.881192 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:16.892963 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Calling delete_port for 08f0d36d-9b94-43e3-b012-27492066ffe6 owned by network:floatingip {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:17.022146 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:17.048250 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'Port': ['ID=08f0d36d-9b94-43e3-b012-27492066ffe6,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:17.104109 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for floatingip, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:17.106555 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139947'] for floatingip, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:17.108366 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-fbbfe2e1-c97a-45d9-a5af-488d2253cfcb tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "DELETE /v2.0/floatingips/201972f5-38cd-4181-b371-735bc9bba1ba HTTP/1.1" status: 204 len: 168 time: 0.4221113 Jul 29 21:00:17.121910 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-bc2f260b-8b09-4c4e-9c9f-b129ee687f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:17.595849 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:17.616848 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:18.299940 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45444) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:18.353294 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b36cf98d-b754-4146-97ec-a6ca6be0fa65 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:18.356534 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:18.377247 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] No Port match for: b36cf98d-b754-4146-97ec-a6ca6be0fa65 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:18.377593 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Device b36cf98d-b754-4146-97ec-a6ca6be0fa65 not bound to the agent host hv-cinder-80295 {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:18.381642 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:18.442389 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:18.444984 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Notify callbacks [] for security_group, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:18.446115 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] 10.222.0.43 "DELETE /v2.0/security-groups/37e18b96-0aa9-4c22-994f-869ce74b1bd9 HTTP/1.1" status: 204 len: 168 time: 0.1451983 Jul 29 21:00:18.455787 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653c3b-83b0-4b07-aba3-f349d9b5a7ff tempest-TestVolumeBootPattern-1970706917 tempest-TestVolumeBootPattern-1970706917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e18b96-0aa9-4c22-994f-869ce74b1bd9,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:18.500214 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45448) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:18.959808 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.049031 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.194378 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Deleting port 98c13682-c135-46be-8b30-99f58ed06265 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:19.194738 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.270440 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] For port 98c13682-c135-46be-8b30-99f58ed06265, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=98c13682-c135-46be-8b30-99f58ed06265,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:19.270832 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.282767 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Calling delete_port for 98c13682-c135-46be-8b30-99f58ed06265 owned by network:router_interface {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:19.456088 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.480392 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c13682-c135-46be-8b30-99f58ed06265,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:19.644289 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:19.848924 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Router 957dde32-883a-4d15-9ac4-6e889feffd45 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:00:19.948781 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:00:19.954458 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-05374676-45fc-41ac-b3ec-83e5252406c9 admin admin] 10.222.0.43 "PUT /v2.0/routers/957dde32-883a-4d15-9ac4-6e889feffd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532373 Jul 29 21:00:19.957221 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45452) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:19.958166 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Sync routers for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:00:19.967613 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:19.968220 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T21:00:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:20.071734 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:20.251679 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T21:00:19Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:20.277667 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Checking router: 957dde32-883a-4d15-9ac4-6e889feffd45 for host: dv-cinder-802957-1-iscsi {{(pid=104710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:00:20.286609 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Routers {'957dde32-883a-4d15-9ac4-6e889feffd45'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:20.287227 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T21:00:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['957dde32-883a-4d15-9ac4-6e889feffd45'], 'active': True} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:20.313266 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks [] for router, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.387320 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_dvr_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] Set router 957dde32-883a-4d15-9ac4-6e889feffd45 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:20.409454 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.467315 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Deleting port fd30c234-51d9-4607-a41b-d4cad9e8a33f {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:20.467315 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.547249 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] For port fd30c234-51d9-4607-a41b-d4cad9e8a33f, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=fd30c234-51d9-4607-a41b-d4cad9e8a33f,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:20.547643 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.559723 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Calling delete_port for fd30c234-51d9-4607-a41b-d4cad9e8a33f owned by network:router_gateway {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:20.562679 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.db.l3_hamode_db [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T21:00:19Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:20.588989 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3d389-d10c-46d6-8b5c-d0dd8bc2adce None None] The sync data for ids ['957dde32-883a-4d15-9ac4-6e889feffd45'] in dv-cinder-802957-1-iscsi is: [{'id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'name': 'tempest-TestVolumeBootPattern-1362154595-router', 'tenant_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:05Z', 'updated_at': '2021-07-29T21:00:19Z', 'revision_number': 5, 'project_id': '8bd8fe69a4ca43b58f9f73a949e8308e', 'gw_port': {'id': 'fd30c234-51d9-4607-a41b-d4cad9e8a33f', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:20:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957dde32-883a-4d15-9ac4-6e889feffd45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:06Z', 'updated_at': '2021-07-29T20:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:00:20.719730 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.749111 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd30c234-51d9-4607-a41b-d4cad9e8a33f,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:20.800705 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.891967 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.893932 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.938581 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.939174 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957dde32-883a-4d15-9ac4-6e889feffd45 {{(pid=104708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 21:00:20.944807 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] Notify callbacks [] for router, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:20.947162 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-dbcc4ab7-8e95-463b-ad31-67e8a8084998 admin admin] 10.222.0.43 "DELETE /v2.0/routers/957dde32-883a-4d15-9ac4-6e889feffd45 HTTP/1.1" status: 204 len: 168 time: 0.9889517 Jul 29 21:00:20.948307 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45454) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:20.992955 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.db_base_plugin_v2 [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Deleting subnet 4ca5809e-6d46-4515-b340-7fe1f9efe3af {{(pid=104708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 21:00:20.996401 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.032032 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3253621'] for subnet, precommit_delete_associations {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.114478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.172241 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3539254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10419055'] for subnet, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.195974 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca5809e-6d46-4515-b340-7fe1f9efe3af,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:21.201515 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.203657 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-22961ecf-1772-45d5-a873-619184eafaa8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4ca5809e-6d46-4515-b340-7fe1f9efe3af HTTP/1.1" status: 204 len: 168 time: 0.2543895 Jul 29 21:00:21.206131 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [-] (104708) accepted ('10.222.0.43', 45456) {{(pid=104708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:21.210884 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0f4e0-c935-4615-8bd3-f2fba3cd3f5b None None] Network 46c69d31-1be2-471d-a946-4a013f8fef40 requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 21:00:21.275478 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.327017 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Deleting port be82731f-217c-443a-bbae-c079637574e8 {{(pid=104708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:21.327357 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.388655 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.db [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] For port be82731f-217c-443a-bbae-c079637574e8, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=be82731f-217c-443a-bbae-c079637574e8,segment=NetworkSegment(1a70739c-2b30-4f12-a134-8ccd43ce011b),segment_id=1a70739c-2b30-4f12-a134-8ccd43ce011b)] {{(pid=104708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:21.389343 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.402436 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.plugin [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Calling delete_port for be82731f-217c-443a-bbae-c079637574e8 owned by network:dhcp {{(pid=104708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:21.483411 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3539225'] for port, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.507047 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=be82731f-217c-443a-bbae-c079637574e8,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:21.510550 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] No DVR routers for this DVR port be82731f-217c-443a-bbae-c079637574e8 on host dv-cinder-802957-1-iscsi {{(pid=104708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:00:21.551647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc5c3e-330b-40fd-af26-26836f9a3f5f None None] DHCP port deletion for 46c69d31-1be2-471d-a946-4a013f8fef40 request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 21:00:21.590824 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.601872 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c69d31-1be2-471d-a946-4a013f8fef40']}} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:21.610952 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device be82731f-217c-443a-bbae-c079637574e8 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:21.612553 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a70739c-2b30-4f12-a134-8ccd43ce011b') {'for_net_delete': True} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:21.612851 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.services.segments.db [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a70739c-2b30-4f12-a134-8ccd43ce011b') {} {{(pid=104708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:21.621741 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3253630'] for segment, before_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.630594 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: be82731f-217c-443a-bbae-c079637574e8 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:21.630959 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device be82731f-217c-443a-bbae-c079637574e8 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:21.631367 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device fd30c234-51d9-4607-a41b-d4cad9e8a33f no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:21.636297 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.642676 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 21:00:21.643214 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540200'] for segment, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: Traceback (most recent call last): Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: timer() Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: cb(*args, **kw) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: return func(*args, **kwargs) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: self._notify() Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: self.callback(batched_events) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: event.method(event) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: return f(self, *a, **k) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._get(url).json() Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: return self.request(url, 'GET', **kwargs) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 21:00:21.645105 dv-cinder-802957-1-iscsi neutron-server[104708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 21:00:21.649579 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: fd30c234-51d9-4607-a41b-d4cad9e8a33f {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:21.649922 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device fd30c234-51d9-4607-a41b-d4cad9e8a33f not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:21.650324 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 98c13682-c135-46be-8b30-99f58ed06265 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:21.668065 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 98c13682-c135-46be-8b30-99f58ed06265 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:21.668402 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 98c13682-c135-46be-8b30-99f58ed06265 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:21.700801 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.706401 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron_lib.callbacks.manager [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:21.711712 dv-cinder-802957-1-iscsi neutron-server[104708]: INFO neutron.wsgi [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] 10.222.0.43 "DELETE /v2.0/networks/46c69d31-1be2-471d-a946-4a013f8fef40 HTTP/1.1" status: 204 len: 168 time: 0.5016596 Jul 29 21:00:21.711895 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45458) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:21.721281 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d80fa-80f6-4cd3-86cf-bb62df162e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=46c69d31-1be2-471d-a946-4a013f8fef40,revision_number=None']} {{(pid=104708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:22.045081 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765958'] for router_interface, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:22.279803 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Deleting port b377537a-ac5c-4242-8e09-4fc3dcf01b12 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:22.280154 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:22.355157 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] For port b377537a-ac5c-4242-8e09-4fc3dcf01b12, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=b377537a-ac5c-4242-8e09-4fc3dcf01b12,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:22.355542 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:22.367380 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Calling delete_port for b377537a-ac5c-4242-8e09-4fc3dcf01b12 owned by network:router_interface {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:22.543389 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:22.569036 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Pushing event deleted for resources: {'Port': ['ID=b377537a-ac5c-4242-8e09-4fc3dcf01b12,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:22.734018 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765930'] for router_interface, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:22.944084 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Router 60e8df29-e595-4334-94a6-451f30f0d470 has already been hosted by L3 agent 0f0f1f74-e2c7-4664-b534-d6d945019aa8 {{(pid=104709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 21:00:23.041818 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] Notify agent at l3_agent.dv-cinder-802957-1-iscsi the message routers_updated {{(pid=104709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 21:00:23.047229 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-aae58dcc-9b06-469b-8128-b60314865896 admin admin] 10.222.0.43 "PUT /v2.0/routers/60e8df29-e595-4334-94a6-451f30f0d470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3340466 Jul 29 21:00:23.049613 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45460) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:23.052096 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Sync routers for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 21:00:23.061858 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:23.062529 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T21:00:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:23.155393 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.162092 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:23.344149 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T21:00:22Z', 'revision_number': 5, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:23.374052 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Checking router: 60e8df29-e595-4334-94a6-451f30f0d470 for host: dv-cinder-802957-1-iscsi {{(pid=104711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 21:00:23.382294 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Routers {'60e8df29-e595-4334-94a6-451f30f0d470'} bound to L3 agent in host dv-cinder-802957-1-iscsi {{(pid=104711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 21:00:23.382929 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802957-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T20:40:47Z,description=,heartbeat_timestamp=2021-07-29T21:00:17Z,host='dv-cinder-802957-1-iscsi',id=0f0f1f74-e2c7-4664-b534-d6d945019aa8,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T20:40:47Z,topic='l3_agent')) {'router_ids': ['60e8df29-e595-4334-94a6-451f30f0d470'], 'active': True} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:23.484945 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_dvr_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] Set router 60e8df29-e595-4334-94a6-451f30f0d470 gateway port host: dv-cinder-802957-1-iscsi {{(pid=104711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 21:00:23.499157 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.550462 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Deleting port 1b60f027-3528-4154-9c08-dfdaa5449093 {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:23.550829 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.628600 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] For port 1b60f027-3528-4154-9c08-dfdaa5449093, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=1b60f027-3528-4154-9c08-dfdaa5449093,segment=NetworkSegment(78f777fe-c29b-4366-b36a-497f231d74e8),segment_id=78f777fe-c29b-4366-b36a-497f231d74e8)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:23.628910 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.641480 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Calling delete_port for 1b60f027-3528-4154-9c08-dfdaa5449093 owned by network:router_gateway {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:23.652814 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.l3_hamode_db [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T21:00:22Z', 'revision_number': 5, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}], 'dv-cinder-802957-1-iscsi', False) {} {{(pid=104711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:23.678411 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cfeee-77d6-4ea9-a398-19f5d6485193 None None] The sync data for ids ['60e8df29-e595-4334-94a6-451f30f0d470'] in dv-cinder-802957-1-iscsi is: [{'id': '60e8df29-e595-4334-94a6-451f30f0d470', 'name': 'tempest-TestVolumeBootPattern-1276139691-router', 'tenant_id': '1882d345d07f42ec94be6a802ea3db89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'external_fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T20:53:10Z', 'updated_at': '2021-07-29T21:00:22Z', 'revision_number': 5, 'project_id': '1882d345d07f42ec94be6a802ea3db89', 'gw_port': {'id': '1b60f027-3528-4154-9c08-dfdaa5449093', 'name': '', 'network_id': '0f8c0064-359a-4fb0-8b5a-f21777d033da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e8df29-e595-4334-94a6-451f30f0d470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802957-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T20:53:11Z', 'updated_at': '2021-07-29T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab1831ba-9863-4caf-9875-adeee809c449', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802957-1-iscsi'}] {{(pid=104711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 21:00:23.808743 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.837589 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b60f027-3528-4154-9c08-dfdaa5449093,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:23.904775 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783688'] for router_gateway, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.990176 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1769'] for router, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:23.992173 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.034961 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1610887'] for router, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.035733 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e8df29-e595-4334-94a6-451f30f0d470 {{(pid=104709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 21:00:24.039698 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] Notify callbacks [] for router, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.040861 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-b52764e1-9b63-47d5-b589-52384dccafc4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/60e8df29-e595-4334-94a6-451f30f0d470 HTTP/1.1" status: 204 len: 168 time: 0.9903152 Jul 29 21:00:24.043274 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45462) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:24.093179 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Deleting subnet 5780cd0a-3ab9-4643-93ea-1b81843d1b61 {{(pid=104709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 21:00:24.096530 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.131405 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9145361'] for subnet, precommit_delete_associations {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.208008 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725703'] for subnet, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.268000 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9198302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901945'] for subnet, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.292652 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5780cd0a-3ab9-4643-93ea-1b81843d1b61,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:24.299143 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for subnet, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.303925 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-bacb4a97-5030-4272-8bb9-a84522f25e54 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5780cd0a-3ab9-4643-93ea-1b81843d1b61 HTTP/1.1" status: 204 len: 168 time: 0.2569206 Jul 29 21:00:24.303925 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45464) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:24.306201 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debf5e4-3886-42ea-8f13-cfbebc1e0981 None None] Network 2c092b2b-c68c-4b83-99f8-4bf2773b027e requested from dv-cinder-802957-1-iscsi {{(pid=104710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 21:00:24.371576 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596430'] for network, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.429605 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Deleting port e9328ae5-78ab-418b-aa02-2e4ae545829a {{(pid=104709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 21:00:24.429967 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771509176203'] for port, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.503916 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.db [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] For port e9328ae5-78ab-418b-aa02-2e4ae545829a, host dv-cinder-802957-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802957-1-iscsi',level=0,port_id=e9328ae5-78ab-418b-aa02-2e4ae545829a,segment=NetworkSegment(cf24ed7e-d30c-4dba-81b4-a4d98d889bab),segment_id=cf24ed7e-d30c-4dba-81b4-a4d98d889bab)] {{(pid=104709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 21:00:24.504308 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1768593'] for port, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.516378 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.plugin [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Calling delete_port for e9328ae5-78ab-418b-aa02-2e4ae545829a owned by network:dhcp {{(pid=104709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 21:00:24.591756 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-631958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771509181215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771508791053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9198321'] for port, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.620410 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9328ae5-78ab-418b-aa02-2e4ae545829a,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:24.622190 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] No DVR routers for this DVR port e9328ae5-78ab-418b-aa02-2e4ae545829a on host dv-cinder-802957-1-iscsi {{(pid=104709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 21:00:24.664007 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c2aab-15f1-4f6e-a09c-dc4345e28470 None None] DHCP port deletion for 2c092b2b-c68c-4b83-99f8-4bf2773b027e request from dv-cinder-802957-1-iscsi {{(pid=104710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 21:00:24.701410 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721232', 'neutron.services.segments.db._delete_segments_for_network-8771509272881'] for network, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.711430 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c092b2b-c68c-4b83-99f8-4bf2773b027e']}} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:24.721814 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab') {'for_net_delete': True} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:24.722110 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.services.segments.db [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf24ed7e-d30c-4dba-81b4-a4d98d889bab') {} {{(pid=104709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 21:00:24.730508 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771509273914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9145370'] for segment, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.744874 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313'] for segment, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.751607 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 21:00:24.751999 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9199360'] for segment, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: Traceback (most recent call last): Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: timer() Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: cb(*args, **kw) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: return func(*args, **kwargs) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: self._notify() Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: self.callback(batched_events) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: event.method(event) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: return f(self, *a, **k) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._get(url).json() Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: return self.request(url, 'GET', **kwargs) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 21:00:24.753731 dv-cinder-802957-1-iscsi neutron-server[104709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 21:00:24.808710 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1783732'] for network, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.814407 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696647'] for network, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:24.816290 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2c092b2b-c68c-4b83-99f8-4bf2773b027e HTTP/1.1" status: 204 len: 168 time: 0.5116429 Jul 29 21:00:24.831715 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214af9f-0394-4ac0-8d46-d25677d0acf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c092b2b-c68c-4b83-99f8-4bf2773b027e,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:24.925868 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45468) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:24.970497 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-599a8f49-33c1-43bd-a683-e56ad9954f5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bd8fe69a4ca43b58f9f73a949e8308e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433753 Jul 29 21:00:24.972808 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45470) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:25.019077 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.038978 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.083599 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.086156 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.087313 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5a6daea-d6f3-4fc1-a254-93694428891f HTTP/1.1" status: 204 len: 168 time: 0.1136112 Jul 29 21:00:25.094813 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c6f6b-df81-4448-8df4-864f12d54ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6daea-d6f3-4fc1-a254-93694428891f,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:25.285294 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1b60f027-3528-4154-9c08-dfdaa5449093 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:25.305187 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: 1b60f027-3528-4154-9c08-dfdaa5449093 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:25.305528 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device 1b60f027-3528-4154-9c08-dfdaa5449093 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:25.305945 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device b377537a-ac5c-4242-8e09-4fc3dcf01b12 no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:25.325002 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: b377537a-ac5c-4242-8e09-4fc3dcf01b12 {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:25.325626 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device b377537a-ac5c-4242-8e09-4fc3dcf01b12 not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:25.325759 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e9328ae5-78ab-418b-aa02-2e4ae545829a no longer exists at agent ovs-agent-dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 21:00:25.348062 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.plugin [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] No Port match for: e9328ae5-78ab-418b-aa02-2e4ae545829a {{(pid=104710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 21:00:25.348402 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron.plugins.ml2.rpc [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Device e9328ae5-78ab-418b-aa02-2e4ae545829a not bound to the agent host dv-cinder-802957-1-iscsi {{(pid=104710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 21:00:25.391149 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45476) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:25.433702 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-5c813df5-8bd0-4367-b403-b985db94c809 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1882d345d07f42ec94be6a802ea3db89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414071 Jul 29 21:00:25.436158 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [-] (104709) accepted ('10.222.0.43', 45478) {{(pid=104709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 21:00:25.482762 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.503310 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.548703 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589201'] for security_group, after_delete {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.551277 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron_lib.callbacks.manager [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:25.552401 dv-cinder-802957-1-iscsi neutron-server[104709]: INFO neutron.wsgi [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9375f6d0-cba4-4aa7-a3bb-67fcbf0083e3 HTTP/1.1" status: 204 len: 168 time: 0.1153779 Jul 29 21:00:25.559636 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53c9dd-910e-409d-a29d-2cc41b33bd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9375f6d0-cba4-4aa7-a3bb-67fcbf0083e3,revision_number=None']} {{(pid=104709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 21:00:26.361596 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:00:29.927605 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:44.141743 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b672ab5d-e445-4457-93f4-5251970ddd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.123656 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b2a63149-c4e3-469a-bf08-d51c511c90a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.598525 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:47.615607 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:49.050551 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:00:59.940847 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:03.360417 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:01:14.142367 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-d8d82492-e213-4efc-84f7-870a85d95512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:17.123873 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-8815547a-e018-4296-9ce2-b2a61f955875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:17.606230 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:17.615574 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:19.052762 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:29.941948 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:40.359129 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:01:44.142960 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-436d10b9-a736-4477-9236-02cc484a7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:47.122655 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-1fb97953-fb6e-438b-b35b-2819a558e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:47.605887 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:47.614866 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:49.055063 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:01:59.957792 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:14.143846 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8605-9e37-434f-8022-1e73ff747859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:17.122296 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-fadb691e-e8e6-4a6e-a5b5-a11ad16a05d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:17.357802 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:02:17.613150 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:17.616778 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:19.057676 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:29.958526 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:44.144625 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-cc812cee-ef75-4629-9a80-b72e48c94228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.122459 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3bb2-4639-4e66-a95c-ebd2d006f0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.616824 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:47.618421 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:49.060556 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:02:54.356414 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:02:59.974270 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:14.145218 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-86b34813-affe-45cd-9ad4-b3dd13c44c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:17.121966 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-91e4fa48-0822-445d-bc2f-31eba78b9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:17.620629 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:17.621738 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:19.064073 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:29.979186 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:31.355176 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:03:44.148633 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-2f44c0be-9b52-4fd1-8ce9-6f22a8536ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:47.122369 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c728173d-0f2e-43e1-b3da-7c8d3824c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:47.622546 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:47.624101 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:49.067402 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:03:59.340453 dv-cinder-802957-1-iscsi neutron-server[104708]: DEBUG neutron.wsgi [req-7d0e65be-e90e-40ff-a4be-f0d330747682 req-b3871bff-f274-431e-bd4a-c9ad6402d96d service neutron] (104708) timed out ('10.222.0.44', 59063) {{(pid=104708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 21:03:59.988666 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:08.354479 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:04:10.697275 dv-cinder-802957-1-iscsi neutron-server[104709]: DEBUG neutron.wsgi [req-76d19448-07cd-4bd8-b4c6-867c61cfd53c req-1b7ebe21-7354-4fdd-a900-b9b5cfcdf043 service neutron] (104709) timed out ('10.222.0.44', 59073) {{(pid=104709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 21:04:14.148629 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-83f9efcb-4dc3-414e-aec2-ee0dd139cc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:17.123081 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b289-a39e-4455-8f11-a68864d1be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:17.624499 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:17.627196 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:19.070056 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:30.004584 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:44.148878 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5f86210b-1ac1-42d7-bd46-0a145561b514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:45.352913 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:04:47.123333 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-fb847b68-ed77-447b-9f35-be1311ba2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:47.630603 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:47.634447 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:04:49.072246 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:00.003836 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:14.149647 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f02d0bc1-350a-47f0-94c9-b18b9dc8bb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:17.122832 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-076abc45-147b-4c8b-9c67-563cc309aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:17.631149 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-5653be95-f137-439f-9fc9-7fcc489fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:17.634429 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-b69724f3-19aa-49e4-972c-8e96a44fb533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:19.075484 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-a4c8778c-51a8-4393-b8d6-aa72c19257ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 21:05:22.351227 dv-cinder-802957-1-iscsi neutron-server[104711]: DEBUG neutron.db.agents_db [None req-9dfa5b25-0f07-4372-bb70-45c67151eff8 None None] Agent healthcheck: found 6 active agents {{(pid=104711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 21:05:30.012533 dv-cinder-802957-1-iscsi neutron-server[104710]: DEBUG neutron_lib.callbacks.manager [None req-f875caf7-33c8-45ef-82fa-07a088a0fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771509272863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722326'] for agent, after_update {{(pid=104710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}